-- Logs begin at Tue 2022-03-15 23:46:42 UTC, end at Wed 2022-03-16 00:59:49 UTC. -- Mar 16 00:24:33.165317 dv-cinder-831247-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 16 00:24:36.169736 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.common.config [-] Logging enabled! Mar 16 00:24:36.170348 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev27 Mar 16 00:24:36.170537 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109546) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 16 00:24:36.173860 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.common.config [-] Logging enabled! Mar 16 00:24:36.174123 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev27 Mar 16 00:24:36.174444 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109546) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 16 00:24:36.175408 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 00:24:36.175649 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 00:24:36.176034 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 00:24:36.176284 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 00:24:36.176514 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 00:24:36.177278 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.177750 dv-cinder-831247-13-iscsi neutron-server[109546]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 16 00:24:36.178078 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.178385 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.178688 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.178989 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.179287 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.179575 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.179870 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.180175 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.180469 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.180755 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.181044 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.181343 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.181662 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.181958 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.182249 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.182538 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] debug = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.182824 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.183273 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.183698 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.183984 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.184281 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.184567 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.184847 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.185130 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.185424 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.185790 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] host = dv-cinder-831247-13-iscsi {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.186084 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.186379 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.186685 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.187499 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.187798 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.188069 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.188362 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.188646 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.188924 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] log_file = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.189206 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.189515 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.189812 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.190114 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.190346 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.190577 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.190883 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.191177 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.191458 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.191737 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.192020 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.192302 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.192584 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.192862 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.193154 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.193448 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.193775 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.194058 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.194341 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.194622 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.194902 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.195195 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.195474 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.195752 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.196031 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.196324 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.196609 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.196890 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.197194 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.197517 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.197795 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.198086 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.198367 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.198661 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.198938 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.199219 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.199497 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] use_json = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.199777 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.200055 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.200344 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.200624 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.200902 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.201181 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.201459 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.201781 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.202059 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:36.202367 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.203241 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.203550 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.203860 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.204160 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.204448 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.204744 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.205031 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.205328 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.205647 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.206196 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.206480 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.206790 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.207092 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.207400 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.207718 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.208021 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.208321 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.208622 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.208886 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.209171 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.209458 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.209779 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.210067 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.210367 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.210665 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.210955 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.211261 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.211556 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.211857 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.212155 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.212438 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.212725 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.213025 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.213313 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.213622 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.213910 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.214207 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.214495 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.214776 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.215061 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.215349 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.215628 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.215906 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.216190 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.216487 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.216774 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.217052 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.217330 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.217712 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.217995 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.218316 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.218603 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.218881 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.219157 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.219442 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.219725 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.220006 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.220290 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.220569 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.220849 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.221128 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.221403 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.221706 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.221986 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.222262 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.222539 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.222817 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.223098 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.223377 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.223655 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.223932 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.224209 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.224486 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.224775 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.225076 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.225360 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.225674 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.225961 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.226246 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.226534 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.226818 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.227101 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.227384 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.227661 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.227955 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.228246 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.228539 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.228849 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.229134 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.229432 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.229743 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.230027 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.230319 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.230604 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.230889 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.231180 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.231470 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.231773 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.232075 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.232378 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.232679 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.232978 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.233264 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.234211 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.234513 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:36.234737 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 00:24:36.234981 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109546) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 16 00:24:36.616392 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 16 00:24:36.616674 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 16 00:24:36.616986 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 16 00:24:36.617470 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 16 00:24:36.974246 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:36.974548 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:36.974818 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:36.976004 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:36.976274 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:36.976656 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.030738 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.031024 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.031288 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.045229 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.045529 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.045802 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.074545 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.074828 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.075093 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.220470 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.221114 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.221114 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.455843 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.456137 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.456401 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.456668 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.457601 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.558206 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.558522 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.558805 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.559076 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.559340 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.559652 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.559911 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.560167 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.560416 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.560694 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.560951 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.561214 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.561468 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.561778 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.562036 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.562299 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.562587 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.562856 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.563125 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.563386 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.563654 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.563906 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.564184 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.564565 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.564813 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.565062 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.565457 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 00:24:37.565721 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 00:24:37.565956 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 00:24:37.566190 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 00:24:37.566422 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 00:24:37.566653 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 00:24:37.567021 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 16 00:24:37.570218 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 16 00:24:37.574268 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 16 00:24:37.578171 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 16 00:24:37.579815 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 16 00:24:37.580290 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 16 00:24:37.580882 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 16 00:24:37.581263 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 16 00:24:37.584116 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 16 00:24:37.584367 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 16 00:24:37.584715 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 16 00:24:37.589627 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 16 00:24:37.614292 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 16 00:24:37.614744 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.615039 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109546) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 16 00:24:37.615414 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.616784 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109546) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 16 00:24:37.617060 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 16 00:24:37.617302 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 16 00:24:37.620617 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.620899 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:37.683457 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 16 00:24:37.683644 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 16 00:24:37.683883 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 16 00:24:37.684249 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 16 00:24:37.704188 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_db.sqlalchemy.engines [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109546) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 16 00:24:38.137648 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.managers [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Initializing driver for type 'gre' Mar 16 00:24:38.138166 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] gre ID ranges: [(1, 1000)] Mar 16 00:24:38.189877 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.managers [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Initializing driver for type 'local' Mar 16 00:24:38.190217 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.managers [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Initializing driver for type 'vlan' Mar 16 00:24:38.202821 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] VlanTypeDriver initialization complete Mar 16 00:24:38.203325 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.managers [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Initializing driver for type 'vxlan' Mar 16 00:24:38.203803 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] vxlan ID ranges: [(1, 1000)] Mar 16 00:24:38.254822 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.managers [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Initializing extension driver 'port_security' Mar 16 00:24:38.255423 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.extensions.port_security [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] PortSecurityExtensionDriver initialization complete Mar 16 00:24:38.255515 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.managers [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Initializing mechanism driver 'openvswitch' Mar 16 00:24:38.255894 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.managers [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Initializing mechanism driver 'hyperv' Mar 16 00:24:38.262577 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.plugins.ml2.plugin [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109546) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:24:38.263475 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > port after_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.263867 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > port after_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.264225 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > port after_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.264762 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109546) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 00:24:38.265200 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > subnet after_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.265588 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > subnet after_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.265944 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.266342 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109546) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 00:24:38.266752 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > network after_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.267108 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > network after_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.267456 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > network after_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.267853 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109546) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 00:24:38.268267 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > security_group after_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.268625 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > security_group after_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.268974 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > security_group after_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.269370 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109546) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 00:24:38.269809 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.270161 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.270506 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.270902 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109546) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 00:24:38.271314 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > address_group after_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.271666 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > address_group after_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.272018 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > address_group after_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.272418 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109546) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 00:24:38.272863 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] ML2 OVO RPC backend initialized. {{(pid=109546) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 16 00:24:38.273604 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.273969 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.274393 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > network before_response 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.274747 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > networks before_response 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.275102 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > port before_response 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.275449 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > ports before_response 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.275796 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > subnet before_response 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.276143 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > subnets before_response 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.276493 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > network after_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.276837 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > network after_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.277179 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > network after_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.277548 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > port after_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.277894 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > port after_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.278233 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > port after_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.278572 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > subnet after_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.278916 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > subnet after_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.279259 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.287168 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.quota [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded quota_driver: . Mar 16 00:24:38.287542 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.plugin [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Modular L2 Plugin initialization complete Mar 16 00:24:38.287897 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading services supported by the core plugin {{(pid=109546) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 16 00:24:38.288244 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.plugins.ml2.managers [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Got port-security extension from driver 'port_security' Mar 16 00:24:38.288737 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.extensions.vlantransparent [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Disabled vlantransparent extension. Mar 16 00:24:38.289242 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109546) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 16 00:24:38.289605 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading Plugin: router Mar 16 00:24:38.325821 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router_interface before_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.326224 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router after_create 55549900 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.326602 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router before_create 55549900 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.326976 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.327359 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.327726 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router after_delete 55549900 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.328095 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > floatingip after_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.328453 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > floatingip after_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.328825 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router after_create 55549900 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.329176 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router after_update 55549900 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.329553 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router after_update 55549900 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.329912 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.330299 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router after_update 55549900 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.330952 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router precommit_update 55549900 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.331327 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: port after_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.331672 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: port after_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.332018 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: subnet after_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.332369 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.332727 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > port precommit_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.333078 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router precommit_create 55549900 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.333428 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: port before_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.333805 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router precommit_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.334168 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router after_update 55549900 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.334658 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router precommit_delete 55549900 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.335017 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router precommit_create 55549900 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.335386 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.335739 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router precommit_update 55549900 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.336112 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > agent after_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.336468 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > agent after_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.336819 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > network after_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.337721 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Tracking information for resource: router configured {{(pid=109546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 00:24:38.338060 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Tracking information for resource: floatingip configured {{(pid=109546) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 00:24:38.343575 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.db.l3_agentschedulers_db [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 16 00:24:38.344164 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: port after_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.344529 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: port after_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.344884 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: port after_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.345241 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: port after_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.346072 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router before_create 55550100 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.346447 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router precommit_delete 55550100 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.346816 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router precommit_create 55550100 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.347182 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > router precommit_update 55550100 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.352086 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.services.provider_configuration [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Service providers = [] {{(pid=109546) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 16 00:24:38.352459 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.db.servicetype_db [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109546) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 16 00:24:38.355503 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.services.service_base [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109546) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 00:24:38.355861 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.services.service_base [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109546) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 00:24:38.356209 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.services.service_base [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109546) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 00:24:38.357115 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.services.service_base [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109546) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 00:24:38.357511 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.services.service_base [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 16 00:24:38.357895 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 00:24:38.358220 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 16 00:24:38.369842 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 00:24:38.370186 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading Plugin: auto_allocate Mar 16 00:24:38.376007 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: network precommit_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.376389 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: network precommit_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.376914 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 00:24:38.377240 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading Plugin: tag Mar 16 00:24:38.384112 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 00:24:38.384450 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading Plugin: timestamp Mar 16 00:24:38.388426 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 00:24:38.388710 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading Plugin: network_ip_availability Mar 16 00:24:38.394354 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.394734 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.395096 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.395818 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 00:24:38.396146 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading Plugin: flavors Mar 16 00:24:38.401150 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 00:24:38.401508 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading Plugin: revisions Mar 16 00:24:38.406400 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109546) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 00:24:38.406797 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_concurrency.lockutils [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.790s {{(pid=109546) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 16 00:24:38.407547 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109546) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 16 00:24:38.407889 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Initializing extension manager. Mar 16 00:24:38.408424 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: __init__.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.408774 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: __pycache__ {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.409115 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: address_group.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.409908 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.410484 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: address-group Mar 16 00:24:38.410813 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: address_scope.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.411532 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.412043 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: address-scope Mar 16 00:24:38.412370 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: admin_state_down_before_update.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.413311 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.413859 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: router-admin-state-down-before-update Mar 16 00:24:38.414187 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: agent.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.414892 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.415394 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: agent Mar 16 00:24:38.415721 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: agent_resources_synced.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.416634 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.417142 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: agent-resources-synced Mar 16 00:24:38.417471 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: allowedaddresspairs.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.419303 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.419830 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: allowed-address-pairs Mar 16 00:24:38.420163 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: auto_allocated_topology.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.421808 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.422351 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: auto-allocated-topology Mar 16 00:24:38.422684 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: availability_zone.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.423389 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.423899 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: availability_zone Mar 16 00:24:38.424228 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: availability_zone_filter.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.425163 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.425691 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: availability_zone_filter Mar 16 00:24:38.426022 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: data_plane_status.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.426946 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.427447 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension data-plane-status not supported by any of loaded plugins Mar 16 00:24:38.427776 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: default_subnetpools.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.428706 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.429213 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: default-subnetpools Mar 16 00:24:38.429568 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: dhcpagentscheduler.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.430392 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.430898 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: dhcp_agent_scheduler Mar 16 00:24:38.431228 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: dns.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.432159 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.432668 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension dns-integration not supported by any of loaded plugins Mar 16 00:24:38.433000 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: dns_domain_ports.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.433959 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.434462 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 16 00:24:38.434797 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.435730 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.436247 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 16 00:24:38.436579 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: dvr.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.437285 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.437830 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: dvr Mar 16 00:24:38.438159 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: ecmp_routes.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.439089 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.439602 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension ecmp_routes not supported by any of loaded plugins Mar 16 00:24:38.439929 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: empty_string_filtering.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.440851 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.441362 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: empty-string-filtering Mar 16 00:24:38.441723 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.442644 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.443150 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 16 00:24:38.443473 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.444393 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.444900 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 16 00:24:38.445222 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: external_net.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.446170 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.446675 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: external-net Mar 16 00:24:38.447002 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: extra_dhcp_opt.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.447918 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.448425 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: extra_dhcp_opt Mar 16 00:24:38.448753 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: extraroute.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.449712 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.450222 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: extraroute Mar 16 00:24:38.450548 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: extraroute_atomic.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.451589 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.452096 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: extraroute-atomic Mar 16 00:24:38.452448 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: filter_validation.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.453118 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.453660 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: filter-validation Mar 16 00:24:38.453988 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: fip_pf_description.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.454913 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.455414 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 16 00:24:38.455995 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: fip_port_details.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.457114 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.457650 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: fip-port-details Mar 16 00:24:38.457981 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: flavors.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.459238 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.459761 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: flavors Mar 16 00:24:38.460092 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.461834 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.462364 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 16 00:24:38.462707 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: floatingip_pools.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.463417 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.463933 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: floatingip-pools Mar 16 00:24:38.464270 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: ip_allocation.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.465212 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.465746 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension ip_allocation not supported by any of loaded plugins Mar 16 00:24:38.466084 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.467017 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.467538 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: ip-substring-filtering Mar 16 00:24:38.468397 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: l2_adjacency.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.469335 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.469876 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension l2_adjacency not supported by any of loaded plugins Mar 16 00:24:38.470219 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: l3.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.471207 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.472019 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: router Mar 16 00:24:38.472590 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: l3_conntrack_helper.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.475398 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.475932 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 16 00:24:38.476274 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.477246 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.478178 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: ext-gw-mode Mar 16 00:24:38.478752 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.480270 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.480868 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: l3-ha Mar 16 00:24:38.481206 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.482169 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.482864 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 16 00:24:38.483425 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: l3_flavors.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.485002 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.485545 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: l3-flavors Mar 16 00:24:38.485884 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: l3_ndp_proxy.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.487288 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.487815 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 16 00:24:38.488157 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.489088 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.489640 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: l3-port-ip-change-not-allowed Mar 16 00:24:38.489978 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: l3agentscheduler.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.491038 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.491555 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: l3_agent_scheduler Mar 16 00:24:38.491893 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: local_ip.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.493742 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.494271 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension local_ip not supported by any of loaded plugins Mar 16 00:24:38.494608 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: logging.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.497686 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.498220 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension logging not supported by any of loaded plugins Mar 16 00:24:38.498573 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: metering.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.499359 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.499947 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: metering Mar 16 00:24:38.500293 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.501432 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.501979 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: metering_source_and_destination_fields Mar 16 00:24:38.502316 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: multiprovidernet.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.503264 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.503776 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: multi-provider Mar 16 00:24:38.504108 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: netmtu.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.505039 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.505584 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: net-mtu Mar 16 00:24:38.505915 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: netmtu_writable.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.506846 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.507358 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: net-mtu-writable Mar 16 00:24:38.507687 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: network_availability_zone.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.508366 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.508878 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: network_availability_zone Mar 16 00:24:38.509206 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: network_ip_availability.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.510371 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.510881 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: network-ip-availability Mar 16 00:24:38.511213 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: network_segment_range.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.512011 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.512516 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension network-segment-range not supported by any of loaded plugins Mar 16 00:24:38.512847 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: pagination.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.513864 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.514200 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: pagination Mar 16 00:24:38.514528 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: port_device_profile.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.515974 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.516490 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: port-device-profile Mar 16 00:24:38.516816 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.517787 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.518296 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: port-mac-address-regenerate Mar 16 00:24:38.518623 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.519544 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.520079 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: port-numa-affinity-policy Mar 16 00:24:38.520409 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: port_resource_request.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.521342 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.521876 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension port-resource-request not supported by any of loaded plugins Mar 16 00:24:38.522210 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: port_resource_request_groups.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.523194 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.523704 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 16 00:24:38.524034 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: portbindings.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.524962 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.525475 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: binding Mar 16 00:24:38.525833 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: portbindings_extended.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.527119 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.527635 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: binding-extended Mar 16 00:24:38.527970 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: portsecurity.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.528894 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.529405 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: port-security Mar 16 00:24:38.529762 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: project_id.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.531412 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.531748 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: project-id Mar 16 00:24:38.532076 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: providernet.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.533005 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.533539 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: provider Mar 16 00:24:38.533868 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: qos.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.537500 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.538034 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension qos not supported by any of loaded plugins Mar 16 00:24:38.538374 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.539651 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.540176 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 16 00:24:38.540514 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.541450 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.541995 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 16 00:24:38.542327 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: qos_default.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.543252 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.543764 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension qos-default not supported by any of loaded plugins Mar 16 00:24:38.544096 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: qos_fip.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.545042 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.545588 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension qos-fip not supported by any of loaded plugins Mar 16 00:24:38.545918 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: qos_fip_network_policy.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.546869 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.547379 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 16 00:24:38.547707 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: qos_gateway_ip.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.548640 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.549152 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 16 00:24:38.549496 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: qos_port_network_policy.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.550551 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.551066 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 16 00:24:38.551418 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.552480 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.552997 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 16 00:24:38.553327 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.554474 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.554992 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 16 00:24:38.555322 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: qos_pps_rule.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.556509 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.557027 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension qos-pps not supported by any of loaded plugins Mar 16 00:24:38.557359 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: qos_rule_type_details.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.558322 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.558816 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 16 00:24:38.559146 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: qos_rule_type_filter.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.560081 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.560594 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 16 00:24:38.560951 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: qos_rules_alias.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.562069 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.562588 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 16 00:24:38.562919 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: quota_check_limit.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.563855 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.564390 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: quota-check-limit Mar 16 00:24:38.564720 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: quotasv2.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.565729 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.566060 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: quotas Mar 16 00:24:38.566388 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: quotasv2_detail.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.568150 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.568479 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: quota_details Mar 16 00:24:38.568820 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: rbac.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.569929 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.570458 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: rbac-policies Mar 16 00:24:38.570804 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: rbac_address_group.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.571757 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.572272 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: rbac-address-group Mar 16 00:24:38.572646 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: rbac_address_scope.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.573582 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.574098 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: rbac-address-scope Mar 16 00:24:38.574427 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: rbac_security_groups.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.575359 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.575879 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: rbac-security-groups Mar 16 00:24:38.576243 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: rbac_subnetpool.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.577804 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.578269 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: rbac-subnetpool Mar 16 00:24:38.578652 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: revisionifmatch.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.579611 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.580211 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: revision-if-match Mar 16 00:24:38.580796 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: revisions.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.582049 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.582566 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: standard-attr-revisions Mar 16 00:24:38.582899 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: router_availability_zone.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.583586 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.584098 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: router_availability_zone Mar 16 00:24:38.584428 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: routerservicetype.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.585368 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.585911 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension router-service-type not supported by any of loaded plugins Mar 16 00:24:38.586243 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.587185 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.587695 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: security-groups-normalized-cidr Mar 16 00:24:38.588023 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: security_groups_port_filtering.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.588955 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.589467 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: port-security-groups-filtering Mar 16 00:24:38.589827 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.590773 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.591282 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: security-groups-remote-address-group Mar 16 00:24:38.591616 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.592551 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.593736 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: security-groups-shared-filtering Mar 16 00:24:38.594070 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.594670 dv-cinder-831247-13-iscsi neutron-server[109546]: WARNING neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 16 00:24:38.594998 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: securitygroup.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.604716 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.605250 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: security-group Mar 16 00:24:38.605623 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: segment.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.606364 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.606877 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension segment not supported by any of loaded plugins Mar 16 00:24:38.607212 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.608171 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.608732 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 16 00:24:38.609067 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: servicetype.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.610232 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.610754 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: service-type Mar 16 00:24:38.611088 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: sorting.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.612094 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.612434 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: sorting Mar 16 00:24:38.612764 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: standard_attr_segment.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.613720 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.614236 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 16 00:24:38.614565 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: standardattrdescription.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.615216 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.615721 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: standard-attr-description Mar 16 00:24:38.616049 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: stateful_security_group.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.616988 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.617587 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: stateful-security-group Mar 16 00:24:38.617923 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: stdattrs_common.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.618502 dv-cinder-831247-13-iscsi neutron-server[109546]: WARNING neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 16 00:24:38.618833 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.619772 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.620287 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 16 00:24:38.620615 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: subnet_onboard.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.621768 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.622291 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: subnet_onboard Mar 16 00:24:38.622625 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.623570 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.624081 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 16 00:24:38.624454 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: subnet_service_types.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.625398 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.625945 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: subnet-service-types Mar 16 00:24:38.626278 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: subnetallocation.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.627384 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.627897 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: subnet_allocation Mar 16 00:24:38.628228 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.628903 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.629410 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: subnetpool-prefix-ops Mar 16 00:24:38.629763 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.630719 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.631226 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 16 00:24:38.631555 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: tagging.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.632666 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.633180 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: standard-attr-tag Mar 16 00:24:38.633538 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: timestamp.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.634758 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.635276 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loaded extension: standard-attr-timestamp Mar 16 00:24:38.635609 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: trunk.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.636654 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.637176 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension trunk not supported by any of loaded plugins Mar 16 00:24:38.637536 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: trunk_details.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.638517 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.638990 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension trunk-details not supported by any of loaded plugins Mar 16 00:24:38.639321 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: uplink_status_propagation.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.640781 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.641290 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 16 00:24:38.641661 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Loading extension file: vlantransparent.py {{(pid=109546) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 00:24:38.642350 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109546) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 00:24:38.642855 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extension vlan-transparent not supported by any of loaded plugins Mar 16 00:24:38.645370 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Creating instance of TrackedResource for resource:network Mar 16 00:24:38.645947 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Creating instance of TrackedResource for resource:subnet Mar 16 00:24:38.646363 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 00:24:38.646771 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Creating instance of TrackedResource for resource:port Mar 16 00:24:38.648004 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.v2.resource_helper [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 00:24:38.648456 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.v2.resource_helper [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Service FLAVORS assigned prefix: {{(pid=109546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 00:24:38.649067 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.v2.resource_helper [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 00:24:38.649529 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.v2.resource_helper [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 00:24:38.649872 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Creating instance of TrackedResource for resource:router Mar 16 00:24:38.650314 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Creating instance of TrackedResource for resource:floatingip Mar 16 00:24:38.650810 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.v2.resource_helper [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Service METERING assigned prefix: /metering {{(pid=109546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 00:24:38.652280 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.652668 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.653029 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109546) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:24:38.654064 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Creating instance of CountableResource for resource:rbac_policy Mar 16 00:24:38.654509 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Creating instance of TrackedResource for resource:security_group Mar 16 00:24:38.654949 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Creating instance of TrackedResource for resource:security_group_rule Mar 16 00:24:38.656197 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.v2.resource_helper [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Service CORE assigned prefix: {{(pid=109546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 00:24:38.656549 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 00:24:38.656904 dv-cinder-831247-13-iscsi neutron-server[109546]: WARNING neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] subnetpool is already registered Mar 16 00:24:38.657342 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.v2.resource_helper [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Service CORE assigned prefix: {{(pid=109546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 00:24:38.657699 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 00:24:38.658037 dv-cinder-831247-13-iscsi neutron-server[109546]: WARNING neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] subnetpool is already registered Mar 16 00:24:38.660304 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.v2.resource_helper [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 00:24:38.660745 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.v2.resource_helper [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Service FLAVORS assigned prefix: {{(pid=109546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 00:24:38.661344 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.v2.resource_helper [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 00:24:38.661803 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.v2.resource_helper [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 00:24:38.662145 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Creating instance of TrackedResource for resource:router Mar 16 00:24:38.662494 dv-cinder-831247-13-iscsi neutron-server[109546]: WARNING neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] router is already registered Mar 16 00:24:38.662913 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Creating instance of TrackedResource for resource:floatingip Mar 16 00:24:38.663253 dv-cinder-831247-13-iscsi neutron-server[109546]: WARNING neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] floatingip is already registered Mar 16 00:24:38.663716 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.v2.resource_helper [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Service METERING assigned prefix: /metering {{(pid=109546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 00:24:38.664388 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Creating instance of CountableResource for resource:rbac_policy Mar 16 00:24:38.664722 dv-cinder-831247-13-iscsi neutron-server[109546]: WARNING neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] rbac_policy is already registered Mar 16 00:24:38.665141 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Creating instance of TrackedResource for resource:security_group Mar 16 00:24:38.665515 dv-cinder-831247-13-iscsi neutron-server[109546]: WARNING neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] security_group is already registered Mar 16 00:24:38.665927 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Creating instance of TrackedResource for resource:security_group_rule Mar 16 00:24:38.666268 dv-cinder-831247-13-iscsi neutron-server[109546]: WARNING neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] security_group_rule is already registered Mar 16 00:24:38.666904 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.v2.resource_helper [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Service CORE assigned prefix: {{(pid=109546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 00:24:38.667240 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 00:24:38.667578 dv-cinder-831247-13-iscsi neutron-server[109546]: WARNING neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] subnetpool is already registered Mar 16 00:24:38.668010 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.v2.resource_helper [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Service CORE assigned prefix: {{(pid=109546) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 00:24:38.668341 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 00:24:38.668675 dv-cinder-831247-13-iscsi neutron-server[109546]: WARNING neutron.quota.resource_registry [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] subnetpool is already registered Mar 16 00:24:38.669140 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: extensions {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.670677 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: address-groups {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.672212 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: address-scopes {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.673557 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: agents {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.674740 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: auto-allocated-topology {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.675987 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: availability_zones {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.677201 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: dhcp-networks {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.678760 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: dhcp-agents {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.680190 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: routers {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.682500 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: flavors {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.683678 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: service_profiles {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.684894 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: next_providers {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.686376 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: service_profiles {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.687959 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: floatingip-pools {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.689188 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: routers {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.691317 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: floatingips {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.693523 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: l3-routers {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.695013 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: l3-agents {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.696425 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: metering-labels {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.697820 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: metering-label-rules {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.699109 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: network-ip-availabilities {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.700369 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: bindings {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.702065 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: quotas {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.704156 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: quotas {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.705955 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: rbac-policies {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.707250 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: security-groups {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.708480 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: security-group-rules {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.709743 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: service-providers {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.710957 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: subnetpools {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.712378 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: subnetpools {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.713879 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: tags {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.715567 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: tags {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.717364 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: tags {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.719790 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: tags {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.721596 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: tags {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.723474 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: tags {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.725138 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: tags {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.727059 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: tags {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.728787 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: tags {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.730694 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron.api.extensions [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Extended resource: tags {{(pid=109546) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 00:24:38.736510 dv-cinder-831247-13-iscsi neutron-server[109546]: WARNING keystonemiddleware.auth_token [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 16 00:24:38.741266 dv-cinder-831247-13-iscsi neutron-server[109546]: WARNING keystonemiddleware.auth_token [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 16 00:24:38.750089 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_concurrency.lockutils [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Acquired lock "singleton_lock" {{(pid=109546) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 16 00:24:38.750574 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_concurrency.lockutils [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Releasing lock "singleton_lock" {{(pid=109546) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 16 00:24:38.751240 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO oslo_service.service [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Starting 2 workers Mar 16 00:24:38.756187 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Started child 109655 {{(pid=109546) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 16 00:24:38.760708 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Started child 109656 {{(pid=109546) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 16 00:24:38.761692 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:24:38.762372 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO neutron.service [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Neutron service started, listening on 0.0.0.0:9696 Mar 16 00:24:38.763002 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Publish callbacks [] for process (None), before_spawn {{(pid=109546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:24:38.763233 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [-] (109655) wsgi starting up on http://0.0.0.0:9696 Mar 16 00:24:38.766037 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO oslo_service.service [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Starting 1 workers Mar 16 00:24:38.766195 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:24:38.767474 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [-] (109656) wsgi starting up on http://0.0.0.0:9696 Mar 16 00:24:38.771342 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Started child 109657 {{(pid=109546) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 16 00:24:38.771903 dv-cinder-831247-13-iscsi neutron-server[109546]: INFO oslo_service.service [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Starting 1 workers Mar 16 00:24:38.775099 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.service [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] calling RpcWorker wait() {{(pid=109657) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 16 00:24:38.775630 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.service [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] returning from RpcWorker wait() {{(pid=109657) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 16 00:24:38.776454 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Started child 109658 {{(pid=109546) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 16 00:24:38.776964 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:24:38.777262 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG neutron_lib.callbacks.manager [None req-201ad174-3e18-430a-b082-54469dbf88ba None None] Publish callbacks [] for process (None), after_spawn {{(pid=109546) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:24:38.777582 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:24:38.779262 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109546) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 16 00:24:38.779477 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 00:24:38.779669 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 00:24:38.779906 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 00:24:38.780270 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 00:24:38.780519 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 00:24:38.781585 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.781892 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.782181 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.782273 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:24:38.782743 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.782743 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.783168 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:24:38.783292 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.783743 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.784010 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.784293 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.784537 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.784713 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.784891 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.785146 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.785387 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.785716 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.785990 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.786237 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.786514 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.786692 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.786977 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.787278 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.787542 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.787811 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] debug = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.788039 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.788531 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.788771 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.789026 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.789271 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.789570 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.789805 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.790118 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.790364 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.790598 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.790840 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.791102 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.791349 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.791575 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.791837 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.792074 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.792353 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.792579 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.793044 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] host = dv-cinder-831247-13-iscsi {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.793293 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.793568 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.793804 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.794081 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.794341 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.794585 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.794851 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.795112 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.795373 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.795618 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.795879 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.796171 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.796417 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.796661 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] log_file = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.796828 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] log_options = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.797095 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.797378 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.797655 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.797854 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.798027 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.798194 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.798470 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.798637 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.798881 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.799101 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.799320 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.799572 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.799791 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.800031 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.800288 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.800530 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.800765 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.800979 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.801238 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.801519 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.801765 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.801998 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.802219 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.802456 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.802693 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.802892 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.803148 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.803464 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.803783 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.804282 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.804282 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.804282 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.805076 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.805076 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.805076 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.805729 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.805729 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.805729 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.806370 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.806370 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.806939 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.806939 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.806939 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.807616 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.807616 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.807616 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.808939 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] use_json = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.808939 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.809229 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.809229 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.809578 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.809735 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.810041 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.810244 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.810392 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.810652 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.811163 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.811490 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.811843 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.812117 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.812357 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.812604 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.812842 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.813081 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.813344 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.813622 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.813942 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.814173 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.814481 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.814852 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.815007 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.815903 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.816731 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.817068 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.817350 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.817636 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.817884 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.818121 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.818447 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.818710 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.819291 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.819555 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.819792 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.820113 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.820399 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.820779 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.821055 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.821320 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.824979 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.828396 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.828653 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.828925 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.829183 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.829436 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.829720 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.830033 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.830288 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.830767 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.831005 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.831282 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.831529 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.831769 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.832043 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.832314 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.832554 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.832779 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.832999 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.833218 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.833451 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.837921 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52066) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:24:38.838842 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.839132 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.839405 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.839693 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.839964 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.840205 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.840438 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.840668 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.840901 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.841169 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.841397 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.845959 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.848908 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0081420 Mar 16 00:24:38.849088 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.849706 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.849943 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.853781 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.854230 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.854475 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.854716 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.854966 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.855207 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.855484 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.855713 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.855938 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.856167 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.856388 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.856605 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.856824 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.857040 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.857267 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.857502 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.858380 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.858380 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.858681 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.858882 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.859096 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.859534 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.859779 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.860058 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.860378 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.861910 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.862210 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.862444 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.863474 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.864474 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.866169 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.866169 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.866365 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.866537 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.866875 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.867072 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.867338 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.867601 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.867857 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.868133 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.868382 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.868610 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.868845 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.869077 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.869323 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.869602 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.870813 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.870813 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.870813 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.870813 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.871089 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.871155 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.871350 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.871644 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.871894 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.872178 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.872470 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.872742 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.873189 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.873437 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.873736 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.873975 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.875535 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.875535 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.875535 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.875535 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.875837 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.876236 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.876640 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.877026 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.877273 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.877678 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.877942 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.878172 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.878408 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.878682 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.878936 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.879181 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.879452 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.879712 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.879953 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.880228 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.880466 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.880712 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.880950 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.881191 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.881416 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.881685 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.881921 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.882365 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.882772 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.883219 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.883632 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.883868 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.884118 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.884346 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.884571 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.884795 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.885057 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.885280 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.885537 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.885876 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.886272 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.886665 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.886982 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.887130 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.887388 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.887768 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.888047 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.888494 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.888971 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.889160 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.889780 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.889780 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.890529 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.890944 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.891191 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.891417 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.891641 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.891889 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.892109 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.892359 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.892617 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.892842 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.893085 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.893330 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.893693 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.893959 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.894188 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.894442 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.894694 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.894933 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.895177 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.895432 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.895673 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.895921 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.896145 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.896365 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.896588 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.896809 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.897030 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.897269 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.897566 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.897811 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.898058 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.898273 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.898506 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.898728 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.898948 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.899172 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.899382 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.899598 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.899818 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.900554 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.900798 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.901095 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.902328 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.902328 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.902328 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.902328 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.902328 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.902675 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.903433 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.903433 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.903433 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.903433 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.903680 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.903852 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.904026 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.904240 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.904466 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.904684 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.904908 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.905147 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.906067 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.907072 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.907072 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.907072 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.907072 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.907355 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.907421 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.907614 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.907873 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.908087 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.908302 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.908555 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.908770 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.909006 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.909234 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.909456 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.910579 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.910579 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.910579 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.911362 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.911674 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.911929 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.912195 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.912444 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.912737 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.912976 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.913242 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.913552 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.913770 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.914022 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.914284 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.914804 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.915346 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.915610 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.915886 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.916188 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.916492 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.917544 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.917544 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.917544 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.917815 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.918048 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.918354 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.918562 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.918797 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.919015 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.919250 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.919481 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.919734 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.919954 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.920219 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.920456 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.920702 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.920925 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.921191 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.921414 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.921700 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.921882 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.922107 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.922326 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.922484 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 00:24:38.923021 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109546) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 16 00:24:38.923194 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 00:24:38.923356 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 00:24:38.923516 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 00:24:38.923688 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 00:24:38.923839 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 00:24:38.924192 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.924484 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.924786 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.925101 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.925402 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.925803 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.925990 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.926163 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.926327 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.926469 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.926609 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.926763 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.926860 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:24:38.926947 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.927063 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.927258 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.927400 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.927534 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.927666 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.927836 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.927980 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.928144 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.928303 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.928461 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] debug = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.928620 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.928839 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.929008 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.929166 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.929329 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.929514 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.929665 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.929824 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.929984 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.930144 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.930304 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.930467 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.931239 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.931530 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.931708 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.931851 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.931998 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.932299 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.932586 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] host = dv-cinder-831247-13-iscsi {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.932869 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.933166 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.933468 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.933784 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.934087 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.934368 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.934649 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.934932 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.935214 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.935508 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.935801 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.936096 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.936387 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.937418 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] log_file = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.937743 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] log_options = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.938045 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.938353 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.938517 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.938714 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.938877 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.939039 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.939203 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.939472 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.939619 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.939780 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.939939 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.940099 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.940260 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.940421 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.940583 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.940743 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.940903 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.941063 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.941224 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.941462 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.941679 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.941802 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.941922 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.942041 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.942160 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.942293 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.942453 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.943448 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.943613 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.943773 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.943942 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.944099 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.944406 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.944707 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.945018 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.945324 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.945503 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.945663 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.945828 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.945989 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.946149 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.946310 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.946470 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.946655 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.946795 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.946953 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.947112 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] use_json = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.947271 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.947432 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.947592 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.947808 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.947909 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.948207 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.948207 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.948372 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.948593 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 00:24:38.948682 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.948827 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.949003 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.949170 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.949338 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.949508 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.949673 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.949815 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.949979 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.950141 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.950311 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.950472 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.950645 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.950808 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.950970 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.951135 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.951299 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.951464 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.951629 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.951791 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.951953 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.952115 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.952835 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.953000 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.953164 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.953326 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.953547 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.953699 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.953864 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.954047 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.954210 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.954372 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.954532 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.954695 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.954851 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.955016 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.955173 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.955337 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.955754 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.955921 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.956078 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.956241 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.956399 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.956705 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.956876 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.957038 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.957200 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.957520 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.957822 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.958142 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.958398 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.958505 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.958686 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.958765 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.958923 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.959816 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.959816 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.960116 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.960116 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.960569 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.960569 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.960569 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.962130 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.962130 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.962130 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.962130 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.962130 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.962130 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.962130 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.962130 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.962130 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.964173 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.964173 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.964173 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.964173 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.964173 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.964173 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.964173 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.964173 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.964173 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.966521 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.966521 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.966521 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.966521 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.966521 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.966521 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.966521 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.966521 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.966521 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.967364 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.967364 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.967364 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.967364 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.967364 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.967364 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.967364 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.967364 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.967960 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.967960 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.967960 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.967960 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.967960 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.967960 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.967960 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.967960 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.968507 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.968507 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.968507 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.968507 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.968507 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.968507 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.968507 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.968507 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.969062 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.969062 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.969062 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.969062 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.969062 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.969560 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.969560 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.970352 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.970535 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.970696 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.971232 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.971232 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.971232 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.971560 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.971560 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.971750 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.971901 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.972019 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.972124 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.972240 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.972411 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.972559 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.972733 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.972913 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.973050 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.973373 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.973886 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.973886 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.973886 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.974248 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.974248 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.974567 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.974567 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.974801 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.974801 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.975077 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.975077 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.975263 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.975425 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.975585 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.975747 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.975909 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.976065 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.976221 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.976387 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.976550 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.976781 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.976875 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.977014 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.977177 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.977338 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.977538 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.977689 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.977837 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.978155 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.978323 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.978475 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.979231 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.979231 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.979231 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.979231 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.979231 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.979629 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.979629 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.979774 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.979850 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.979987 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.980155 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.980317 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.980479 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.980643 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.980806 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.980974 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.981134 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.981297 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.981461 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.981649 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.981810 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.981972 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.982137 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.982301 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.982483 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.982644 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.982806 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.982975 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.983139 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.983302 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.983487 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.983652 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.983815 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.983984 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.984150 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.984314 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.984476 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.984635 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.984798 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.984961 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.985140 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.986189 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.986189 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.986189 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.986189 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.986189 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.986189 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.986561 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.986561 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.986561 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.986741 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.986957 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.987044 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.987198 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.987340 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.987479 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.987629 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.987795 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.987964 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.988120 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.988283 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.988445 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.988607 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.988918 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.989223 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.989567 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.989730 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.990429 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.990429 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.990429 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.990429 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.990741 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.990741 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.990883 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.990960 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.991109 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.991273 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.991440 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.991683 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.991779 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.991913 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.992069 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.992232 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.992405 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.992568 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.992730 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.992894 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.993055 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.993219 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.993390 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.993600 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.993758 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.993919 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.994080 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.994240 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.994401 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.994578 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.994741 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.994907 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.995069 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.995235 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.995396 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.995550 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.995715 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.995887 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.996056 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.996220 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.996397 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.996567 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.996739 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.996901 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.997072 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.997246 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.997409 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.998172 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.998342 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.998506 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.998675 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.998829 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.998991 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.999692 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:38.999845 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:39.000047 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:39.000264 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:39.000393 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:39.000517 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:39.000639 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:39.000759 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:39.000909 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:39.001073 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:39.001234 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:39.001397 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 00:24:39.002303 dv-cinder-831247-13-iscsi neutron-server[109546]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109546) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 00:24:49.988800 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a26536-27e5-4435-8957-4f7705bf4ad1 None None] get_active_networks_info from dv-cinder-831247-13-iscsi {{(pid=109657) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 16 00:24:50.101664 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a26536-27e5-4435-8957-4f7705bf4ad1 None None] No non-hosted networks {{(pid=109657) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 16 00:24:50.119642 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.agentschedulers_db [None req-f9a26536-27e5-4435-8957-4f7705bf4ad1 None None] DHCP Agent not found on host dv-cinder-831247-13-iscsi {{(pid=109657) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 16 00:24:50.217522 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ea0e458e-2f77-4947-87b3-907054cbbc65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563817'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:24:52.306419 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-a3efa8df-757c-4ff1-a661-81d5322870d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563817'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:24:52.340205 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-3450d298-5e96-4fa0-aa0f-e6148cfbab99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:24:53.563661 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563817'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:24:54.976872 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563817'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:24:56.189151 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52154) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:24:56.313515 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563817'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:24:56.315836 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:24:56.316208 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:24:56.316553 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:24:56.316885 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:24:56.317226 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:24:56.318210 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:24:56.318560 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:24:56.318918 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:24:56.319343 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:24:56.319592 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:24:56.319938 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:24:56.320267 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:24:56.320604 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:24:56.320929 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:24:56.321250 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:24:56.322191 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831247-13-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:24:56.333785 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831247-13-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:24:56.729317 dv-cinder-831247-13-iscsi neutron-server[109656]: WARNING oslo_policy.policy [None req-7da2f9a9-de5d-46ba-9d5e-bed298de1b9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 00:24:56.730043 dv-cinder-831247-13-iscsi neutron-server[109656]: WARNING oslo_policy.policy [None req-7da2f9a9-de5d-46ba-9d5e-bed298de1b9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 00:24:56.953331 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [None req-7da2f9a9-de5d-46ba-9d5e-bed298de1b9d admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109656) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 00:24:56.957993 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-7da2f9a9-de5d-46ba-9d5e-bed298de1b9d admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7677195 Mar 16 00:24:59.401799 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.db.l3_hamode_db [None req-91c38746-9558-4d70-9a3d-5513a62b35bb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 16 00:24:59.479688 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c38746-9558-4d70-9a3d-5513a62b35bb None None] Routers set() bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:24:59.480077 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c38746-9558-4d70-9a3d-5513a62b35bb None None] Router IDs set() for agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 16 00:24:59.514057 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52180) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:24:59.823105 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-3fa6565d-bf44-4d0e-8d2b-79e443f39829 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:24:59.916100 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.policy [None req-3fa6565d-bf44-4d0e-8d2b-79e443f39829 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109656) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 16 00:24:59.959556 dv-cinder-831247-13-iscsi neutron-server[109656]: WARNING oslo_policy.policy [None req-3fa6565d-bf44-4d0e-8d2b-79e443f39829 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 00:24:59.959928 dv-cinder-831247-13-iscsi neutron-server[109656]: WARNING oslo_policy.policy [None req-3fa6565d-bf44-4d0e-8d2b-79e443f39829 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 00:25:00.054992 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-3fa6565d-bf44-4d0e-8d2b-79e443f39829 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752664101507', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752664102736', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752663658525', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752663670693', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752663680842', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752663998734', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1244273', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1070107', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-724401', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-715138'] for rbac-policy (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:00.129745 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-3fa6565d-bf44-4d0e-8d2b-79e443f39829 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:00.131325 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-3fa6565d-bf44-4d0e-8d2b-79e443f39829 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6162736 Mar 16 00:25:02.632574 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52190) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:25:02.940186 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:25:02.968828 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Made reservation on behalf of 0ed7c8c559c942fb9495c39754010673 for: {'network': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:25:02.972791 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for network (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:02.989560 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:03.099637 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Publish callbacks [] for security_group (7af1896a-d43a-4f84-84b0-1ea73ed845d9), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:03.105591 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (7af1896a-d43a-4f84-84b0-1ea73ed845d9), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:03.130204 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=109656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 00:25:03.165578 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752661694145', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (07fb707d-cc4f-4fe0-99a9-7013e43de425), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:03.166192 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Unsubscribe: segment precommit_create {{(pid=109656) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 16 00:25:03.166711 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.segments_db [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Added segment 07fb707d-cc4f-4fe0-99a9-7013e43de425 of type vlan for network 02d0982e-a1b7-4ea2-a984-74ad0373aa24 Mar 16 00:25:03.183103 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7af1896a-d43a-4f84-84b0-1ea73ed845d9,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:25:03.232490 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:03.232836 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:03.233197 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:03.233584 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:03.233921 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:03.234247 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:03.234571 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:03.234893 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:03.235229 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:03.235554 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:03.235873 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:03.236207 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:03.236530 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:03.236845 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:03.237159 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Tracked resource versions report: Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: pushed versions: Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: { 'AddressGroup': {'1.2'}, Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Agent': {'1.1'}, Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'ConntrackHelper': {'1.0'}, Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'LocalIPAssociation': {'1.0'}, Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Log': {'1.0'}, Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'NDPProxy': {'1.0'}, Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Network': {'1.1'}, Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Port': {'1.7'}, Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'PortForwarding': {'1.2'}, Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'QosPolicy': {'1.10'}, Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'SecurityGroup': {'1.5'}, Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'SecurityGroupRule': {'1.2'}, Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'SubPort': {'1.0'}, Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Subnet': {'1.1'}, Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Trunk': {'1.1'}} Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: consumer versions: Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: { DHCP agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: L3 agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: Metadata agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: Metering agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: Open vSwitch agent@dv-cinder-831247-13-iscsi: { 'AddressGroup': '1.2', Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Agent': '1.1', Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'ConntrackHelper': '1.0', Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'LocalIPAssociation': '1.0', Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Log': '1.0', Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'NDPProxy': '1.0', Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Network': '1.1', Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Port': '1.7', Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'PortForwarding': '1.2', Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'QosPolicy': '1.10', Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'SecurityGroup': '1.5', Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'SecurityGroupRule': '1.2', Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'SubPort': '1.0', Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Subnet': '1.1', Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Trunk': '1.1'}} Mar 16 00:25:03.238658 dv-cinder-831247-13-iscsi neutron-server[109656]: {{(pid=109656) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 00:25:03.279602 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752661257912'] for network (02d0982e-a1b7-4ea2-a984-74ad0373aa24), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:03.319458 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for network (02d0982e-a1b7-4ea2-a984-74ad0373aa24), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:03.324528 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:25:03.325765 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:03.412925 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7792675 Mar 16 00:25:03.441451 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3818794-16c1-4025-9149-95df123cb466 demo demo] Pushing event updated for resources: {'Network': ['ID=02d0982e-a1b7-4ea2-a984-74ad0373aa24,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:25:03.454814 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Network 02d0982e-a1b7-4ea2-a984-74ad0373aa24 details requested by agent ovs-agent-dv-cinder-831247-13-iscsi with host dv-cinder-831247-13-iscsi {{(pid=109657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 00:25:05.955180 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52202) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:25:06.345012 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65221af-b2cc-4bd5-9c37-fecf3b49447d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:25:06.346329 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-b65221af-b2cc-4bd5-9c37-fecf3b49447d demo admin] 10.222.0.10 "GET /v2.0/networks/02d0982e-a1b7-4ea2-a984-74ad0373aa24 HTTP/1.1" status: 200 len: 825 time: 0.3901429 Mar 16 00:25:06.369466 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-7882b48a-0fd6-43c5-986a-98fd25a4913c demo admin] 10.222.0.10 "GET /v2.0/subnetpools/0e9324e5-a619-48a0-b0cb-ba673713241d HTTP/1.1" status: 200 len: 734 time: 0.0175626 Mar 16 00:25:06.377793 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-2bc0486f-1825-4890-9729-593b86f974f6 demo admin] Request body: {'subnet': {'subnetpool_id': '0e9324e5-a619-48a0-b0cb-ba673713241d', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '02d0982e-a1b7-4ea2-a984-74ad0373aa24', 'name': 'private-subnet'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:25:06.397962 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc0486f-1825-4890-9729-593b86f974f6 demo admin] Made reservation on behalf of 0ed7c8c559c942fb9495c39754010673 for: {'subnet': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:25:06.400149 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2bc0486f-1825-4890-9729-593b86f974f6 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:06.683376 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2bc0486f-1825-4890-9729-593b86f974f6 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for subnet (b20a6126-e1f2-4dc0-9331-7510327796cc), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:06.751117 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0486f-1825-4890-9729-593b86f974f6 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b20a6126-e1f2-4dc0-9331-7510327796cc,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:25:06.755571 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc0486f-1825-4890-9729-593b86f974f6 demo admin] Checking segment: {'id': '07fb707d-cc4f-4fe0-99a9-7013e43de425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '02d0982e-a1b7-4ea2-a984-74ad0373aa24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:25:06.755947 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc0486f-1825-4890-9729-593b86f974f6 demo admin] Network hostable DHCP agents. Network: 02d0982e-a1b7-4ea2-a984-74ad0373aa24, hostable agents: ['92114df5-18d6-4d7c-9264-0f0b53b6b6a9'], hosted agents: [] {{(pid=109656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 00:25:06.775441 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc0486f-1825-4890-9729-593b86f974f6 demo admin] Network 02d0982e-a1b7-4ea2-a984-74ad0373aa24 is scheduled to be hosted by DHCP agent 92114df5-18d6-4d7c-9264-0f0b53b6b6a9 with binding_index 1 {{(pid=109656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 00:25:06.785902 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-2bc0486f-1825-4890-9729-593b86f974f6 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-13-iscsi, 02d0982e-a1b7-4ea2-a984-74ad0373aa24) {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:25:06.790421 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc0486f-1825-4890-9729-593b86f974f6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:25:06.791011 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2bc0486f-1825-4890-9729-593b86f974f6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:06.796658 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb44bb8-2046-48c2-844d-b460d98b2d7a None None] Network 02d0982e-a1b7-4ea2-a984-74ad0373aa24 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:25:06.806870 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-2bc0486f-1825-4890-9729-593b86f974f6 demo admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4322457 Mar 16 00:25:07.171039 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1adf14ab-7b2c-5d9c-b824-2499cacfe593-02d0982e-a1b7-4ea2-a984-74ad0373aa24', 'network_id': '02d0982e-a1b7-4ea2-a984-74ad0373aa24', 'project_id': '0ed7c8c559c942fb9495c39754010673', 'fixed_ips': [{'subnet_id': 'b20a6126-e1f2-4dc0-9331-7510327796cc'}]}} from dv-cinder-831247-13-iscsi. {{(pid=109657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 00:25:07.172263 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:07.443729 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.db_base_plugin_common [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Allocated IP 172.20.0.2 (02d0982e-a1b7-4ea2-a984-74ad0373aa24/b20a6126-e1f2-4dc0-9331-7510327796cc/8433f20b-f83b-40c0-bdaf-24d0252c2cfa) {{(pid=109657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:25:07.713046 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Publish callbacks [] for port (8433f20b-f83b-40c0-bdaf-24d0252c2cfa), precommit_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:07.719980 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053'] for port (8433f20b-f83b-40c0-bdaf-24d0252c2cfa), after_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:07.798068 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Network 02d0982e-a1b7-4ea2-a984-74ad0373aa24 is already hosted by enough agents. {{(pid=109657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:25:07.805225 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.base_scheduler [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Resources bound (agent type, host, resource id): {{(pid=109657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:25:07.807689 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Pushing event updated for resources: {'Port': ['ID=8433f20b-f83b-40c0-bdaf-24d0252c2cfa,revision_number=1']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:25:07.810370 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Received port after_create {{(pid=109657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:25:07.843321 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:07.843672 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:07.844033 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:07.844394 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:07.844736 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:07.845074 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:07.845403 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:07.845760 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:07.846106 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:07.846443 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:07.846770 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:07.847117 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:07.847445 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:07.847768 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:07.848092 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Tracked resource versions report: Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: pushed versions: Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: { 'AddressGroup': {'1.2'}, Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Agent': {'1.1'}, Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'ConntrackHelper': {'1.0'}, Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'LocalIPAssociation': {'1.0'}, Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Log': {'1.0'}, Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'NDPProxy': {'1.0'}, Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Network': {'1.1'}, Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Port': {'1.7'}, Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'PortForwarding': {'1.2'}, Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'QosPolicy': {'1.10'}, Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'SecurityGroup': {'1.5'}, Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'SecurityGroupRule': {'1.2'}, Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'SubPort': {'1.0'}, Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Subnet': {'1.1'}, Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Trunk': {'1.1'}} Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: consumer versions: Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: { DHCP agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: L3 agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: Metadata agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: Metering agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: Open vSwitch agent@dv-cinder-831247-13-iscsi: { 'AddressGroup': '1.2', Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Agent': '1.1', Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'ConntrackHelper': '1.0', Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'LocalIPAssociation': '1.0', Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Log': '1.0', Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'NDPProxy': '1.0', Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Network': '1.1', Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Port': '1.7', Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'PortForwarding': '1.2', Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'QosPolicy': '1.10', Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'SecurityGroup': '1.5', Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'SecurityGroupRule': '1.2', Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'SubPort': '1.0', Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Subnet': '1.1', Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Trunk': '1.1'}} Mar 16 00:25:07.849575 dv-cinder-831247-13-iscsi neutron-server[109657]: {{(pid=109657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 00:25:07.899786 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Attempting to bind port 8433f20b-f83b-40c0-bdaf-24d0252c2cfa on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:25:07.900201 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Attempting to bind port 8433f20b-f83b-40c0-bdaf-24d0252c2cfa by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '07fb707d-cc4f-4fe0-99a9-7013e43de425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '02d0982e-a1b7-4ea2-a984-74ad0373aa24'}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:25:07.900644 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Attempting to bind port 8433f20b-f83b-40c0-bdaf-24d0252c2cfa on network 02d0982e-a1b7-4ea2-a984-74ad0373aa24 {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:25:07.905534 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:25:07.906099 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Checking segment: {'id': '07fb707d-cc4f-4fe0-99a9-7013e43de425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '02d0982e-a1b7-4ea2-a984-74ad0373aa24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:25:07.906635 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:07.907038 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Bound using segment: {'id': '07fb707d-cc4f-4fe0-99a9-7013e43de425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '02d0982e-a1b7-4ea2-a984-74ad0373aa24'} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:25:07.907529 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Bound port: 8433f20b-f83b-40c0-bdaf-24d0252c2cfa, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fb707d-cc4f-4fe0-99a9-7013e43de425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '02d0982e-a1b7-4ea2-a984-74ad0373aa24'}}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:25:07.907942 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (8433f20b-f83b-40c0-bdaf-24d0252c2cfa), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:07.970355 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] For port 8433f20b-f83b-40c0-bdaf-24d0252c2cfa, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:25:07.974951 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] For port 8433f20b-f83b-40c0-bdaf-24d0252c2cfa, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=8433f20b-f83b-40c0-bdaf-24d0252c2cfa,segment=NetworkSegment(07fb707d-cc4f-4fe0-99a9-7013e43de425),segment_id=07fb707d-cc4f-4fe0-99a9-7013e43de425)] {{(pid=109657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:25:07.984262 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (8433f20b-f83b-40c0-bdaf-24d0252c2cfa), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:08.053853 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71ec2f-35d0-406a-851d-124c6ebb4b07 None None] Pushing event updated for resources: {'Port': ['ID=8433f20b-f83b-40c0-bdaf-24d0252c2cfa,revision_number=2']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:25:09.372860 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52210) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:25:09.682413 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [None req-e0f296c9-388b-42d5-b1de-f38d84aeea33 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109656) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 00:25:09.683441 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-e0f296c9-388b-42d5-b1de-f38d84aeea33 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3096285 Mar 16 00:25:12.234005 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 52218) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:25:12.720954 dv-cinder-831247-13-iscsi neutron-server[109655]: WARNING oslo_policy.policy [None req-2b80adaa-338f-4176-a8a6-ddb390bc91b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 00:25:12.721660 dv-cinder-831247-13-iscsi neutron-server[109655]: WARNING oslo_policy.policy [None req-2b80adaa-338f-4176-a8a6-ddb390bc91b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 00:25:12.943464 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [None req-2b80adaa-338f-4176-a8a6-ddb390bc91b0 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 00:25:12.944669 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-2b80adaa-338f-4176-a8a6-ddb390bc91b0 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7086296 Mar 16 00:25:15.481329 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52232) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:25:15.791650 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-4c22fb1f-e2ec-4e6e-be1c-4e5226b3e47f demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:25:15.814972 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4c22fb1f-e2ec-4e6e-be1c-4e5226b3e47f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27896'] for router (b8f07665-1e27-4f6d-91e5-818850a26e26), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:15.816591 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4c22fb1f-e2ec-4e6e-be1c-4e5226b3e47f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1033786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27889'] for router (b8f07665-1e27-4f6d-91e5-818850a26e26), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:15.954238 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4c22fb1f-e2ec-4e6e-be1c-4e5226b3e47f demo demo] Publish callbacks [] for router_controller (b8f07665-1e27-4f6d-91e5-818850a26e26), precommit_add_association {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:15.958540 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4c22fb1f-e2ec-4e6e-be1c-4e5226b3e47f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558706'] for router (b8f07665-1e27-4f6d-91e5-818850a26e26), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:15.975112 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4c22fb1f-e2ec-4e6e-be1c-4e5226b3e47f demo demo] Publish callbacks [] for router (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:15.997521 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-4c22fb1f-e2ec-4e6e-be1c-4e5226b3e47f demo demo] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4939570 Mar 16 00:25:18.518681 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52244) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:25:18.825060 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [None req-5ee8da81-853a-44fd-ba97-7f28c2e0df89 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109656) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 00:25:18.826149 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-5ee8da81-853a-44fd-ba97-7f28c2e0df89 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3065150 Mar 16 00:25:19.093621 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 8433f20b-f83b-40c0-bdaf-24d0252c2cfa up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:25:19.180097 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 8433f20b-f83b-40c0-bdaf-24d0252c2cfa triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:25:19.180516 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (8433f20b-f83b-40c0-bdaf-24d0252c2cfa), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:19.290910 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 8433f20b-f83b-40c0-bdaf-24d0252c2cfa is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:25:19.291325 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (8433f20b-f83b-40c0-bdaf-24d0252c2cfa), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:19.327355 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] For port 8433f20b-f83b-40c0-bdaf-24d0252c2cfa, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=8433f20b-f83b-40c0-bdaf-24d0252c2cfa,segment=NetworkSegment(07fb707d-cc4f-4fe0-99a9-7013e43de425),segment_id=07fb707d-cc4f-4fe0-99a9-7013e43de425)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:25:19.332069 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (8433f20b-f83b-40c0-bdaf-24d0252c2cfa), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:19.378398 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Pushing event updated for resources: {'Port': ['ID=8433f20b-f83b-40c0-bdaf-24d0252c2cfa,revision_number=3']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:25:19.429212 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad888a9f-0d87-4058-a8b6-dc4e57b380c4 None None] Network 02d0982e-a1b7-4ea2-a984-74ad0373aa24 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:25:19.534357 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-306b082d-9f6e-4571-934c-17d18a197ee4 None None] Provisioning complete for port 8433f20b-f83b-40c0-bdaf-24d0252c2cfa triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:25:19.534913 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-306b082d-9f6e-4571-934c-17d18a197ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (8433f20b-f83b-40c0-bdaf-24d0252c2cfa), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:19.633507 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-306b082d-9f6e-4571-934c-17d18a197ee4 None None] Current status of the port 8433f20b-f83b-40c0-bdaf-24d0252c2cfa is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:25:19.854222 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-35d1fcb3-a1e0-469c-9845-0ccdcdc159fd None None] Provisioning complete for port 8433f20b-f83b-40c0-bdaf-24d0252c2cfa triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:25:19.854523 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-35d1fcb3-a1e0-469c-9845-0ccdcdc159fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (8433f20b-f83b-40c0-bdaf-24d0252c2cfa), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:19.931716 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-35d1fcb3-a1e0-469c-9845-0ccdcdc159fd None None] Current status of the port 8433f20b-f83b-40c0-bdaf-24d0252c2cfa is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:25:19.960183 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-6a01c716-aca1-4635-bbb1-1c5f23d8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:21.040308 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 8433f20b-f83b-40c0-bdaf-24d0252c2cfa up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:25:21.086945 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 8433f20b-f83b-40c0-bdaf-24d0252c2cfa triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:25:21.087334 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (8433f20b-f83b-40c0-bdaf-24d0252c2cfa), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:21.159421 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 8433f20b-f83b-40c0-bdaf-24d0252c2cfa is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:25:21.371497 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52252) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:25:21.680463 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-ecb61e7b-beca-4c95-b03a-e710d10e0386 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:25:21.701349 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb61e7b-beca-4c95-b03a-e710d10e0386 admin admin] Made reservation on behalf of b8374d822d2243dd867baeb78af60e30 for: {'network': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:25:21.703831 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ecb61e7b-beca-4c95-b03a-e710d10e0386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for network (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:21.711800 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ecb61e7b-beca-4c95-b03a-e710d10e0386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:21.785950 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ecb61e7b-beca-4c95-b03a-e710d10e0386 admin admin] Publish callbacks [] for security_group (381cc626-7860-4126-9707-db9379a89634), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:21.789208 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ecb61e7b-beca-4c95-b03a-e710d10e0386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (381cc626-7860-4126-9707-db9379a89634), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:21.804304 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ecb61e7b-beca-4c95-b03a-e710d10e0386 admin admin] Reserving flat network on physical network physnet1 {{(pid=109656) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 16 00:25:21.822927 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb61e7b-beca-4c95-b03a-e710d10e0386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381cc626-7860-4126-9707-db9379a89634,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:25:21.828802 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ecb61e7b-beca-4c95-b03a-e710d10e0386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (379d157a-bf3e-41b3-be04-27ca8678e4bd), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:21.829141 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.segments_db [None req-ecb61e7b-beca-4c95-b03a-e710d10e0386 admin admin] Added segment 379d157a-bf3e-41b3-be04-27ca8678e4bd of type flat for network d7b91a62-3519-438e-afea-681b80fa7f46 Mar 16 00:25:21.874305 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ecb61e7b-beca-4c95-b03a-e710d10e0386 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752661257912'] for network (d7b91a62-3519-438e-afea-681b80fa7f46), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:21.904588 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ecb61e7b-beca-4c95-b03a-e710d10e0386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for network (d7b91a62-3519-438e-afea-681b80fa7f46), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:21.905597 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb61e7b-beca-4c95-b03a-e710d10e0386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:25:21.906178 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ecb61e7b-beca-4c95-b03a-e710d10e0386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:21.980288 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-ecb61e7b-beca-4c95-b03a-e710d10e0386 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6071944 Mar 16 00:25:21.998254 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb61e7b-beca-4c95-b03a-e710d10e0386 admin admin] Pushing event updated for resources: {'Network': ['ID=d7b91a62-3519-438e-afea-681b80fa7f46,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:25:22.008119 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Network d7b91a62-3519-438e-afea-681b80fa7f46 details requested by agent ovs-agent-dv-cinder-831247-13-iscsi with host dv-cinder-831247-13-iscsi {{(pid=109657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 00:25:22.294127 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-7f23772b-6d97-4a12-a04f-2063f9515f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:23.515153 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:24.496035 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52270) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:25:24.669852 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a386ef-031a-45b7-bf72-50260fcc7883 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:25:24.671210 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-c2a386ef-031a-45b7-bf72-50260fcc7883 demo admin] 10.222.0.10 "GET /v2.0/subnets/b20a6126-e1f2-4dc0-9331-7510327796cc HTTP/1.1" status: 200 len: 849 time: 0.1736336 Mar 16 00:25:24.790329 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-18434f3b-77af-4fdc-b4e2-f58ff642f683 demo admin] 10.222.0.10 "GET /v2.0/routers/b8f07665-1e27-4f6d-91e5-818850a26e26 HTTP/1.1" status: 200 len: 704 time: 0.1135485 Mar 16 00:25:24.919731 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:25.058585 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-687f5225-690c-4a8b-b8aa-a240236f299e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:25.387927 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [None req-687f5225-690c-4a8b-b8aa-a240236f299e demo admin] Allocated IP 172.20.0.1 (02d0982e-a1b7-4ea2-a984-74ad0373aa24/b20a6126-e1f2-4dc0-9331-7510327796cc/359761ea-d760-4bb8-8d55-ef688fde147e) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:25:25.540305 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-687f5225-690c-4a8b-b8aa-a240236f299e demo admin] Publish callbacks [] for port (359761ea-d760-4bb8-8d55-ef688fde147e), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:25.608174 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-687f5225-690c-4a8b-b8aa-a240236f299e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053'] for port (359761ea-d760-4bb8-8d55-ef688fde147e), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:25.675734 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687f5225-690c-4a8b-b8aa-a240236f299e demo admin] Network 02d0982e-a1b7-4ea2-a984-74ad0373aa24 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:25:25.686302 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-687f5225-690c-4a8b-b8aa-a240236f299e demo admin] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:25:25.692130 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f5225-690c-4a8b-b8aa-a240236f299e demo admin] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:25:25.692339 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-687f5225-690c-4a8b-b8aa-a240236f299e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558721'] for router_interface (b8f07665-1e27-4f6d-91e5-818850a26e26), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:25.751749 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f5225-690c-4a8b-b8aa-a240236f299e demo admin] Pushing event updated for resources: {'Port': ['ID=359761ea-d760-4bb8-8d55-ef688fde147e,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:25:25.884736 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-175571f0-3ffb-455d-9f71-555eb362751d None None] Provisioning complete for port 359761ea-d760-4bb8-8d55-ef688fde147e triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:25:25.885136 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-175571f0-3ffb-455d-9f71-555eb362751d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (359761ea-d760-4bb8-8d55-ef688fde147e), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:25.904227 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-687f5225-690c-4a8b-b8aa-a240236f299e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (359761ea-d760-4bb8-8d55-ef688fde147e), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:25.964505 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-175571f0-3ffb-455d-9f71-555eb362751d None None] Port 359761ea-d760-4bb8-8d55-ef688fde147e cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:25:26.109833 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-687f5225-690c-4a8b-b8aa-a240236f299e demo admin] Publish callbacks [] for port (359761ea-d760-4bb8-8d55-ef688fde147e), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:26.114200 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-687f5225-690c-4a8b-b8aa-a240236f299e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (359761ea-d760-4bb8-8d55-ef688fde147e), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:26.114996 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-687f5225-690c-4a8b-b8aa-a240236f299e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557361'] for router_interface (b8f07665-1e27-4f6d-91e5-818850a26e26), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:26.188035 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f5225-690c-4a8b-b8aa-a240236f299e demo admin] Pushing event updated for resources: {'Port': ['ID=359761ea-d760-4bb8-8d55-ef688fde147e,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:25:26.235618 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687f5225-690c-4a8b-b8aa-a240236f299e demo admin] Network 02d0982e-a1b7-4ea2-a984-74ad0373aa24 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:25:26.236825 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-687f5225-690c-4a8b-b8aa-a240236f299e demo admin] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:25:26.315104 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:26.406623 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687f5225-690c-4a8b-b8aa-a240236f299e demo admin] Router b8f07665-1e27-4f6d-91e5-818850a26e26 is scheduled to L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 with binding_index 1 {{(pid=109656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 00:25:26.504206 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687f5225-690c-4a8b-b8aa-a240236f299e demo admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:25:26.509369 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-687f5225-690c-4a8b-b8aa-a240236f299e demo admin] 10.222.0.10 "PUT /v2.0/routers/b8f07665-1e27-4f6d-91e5-818850a26e26/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7135069 Mar 16 00:25:26.515087 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] Sync routers for ids ['b8f07665-1e27-4f6d-91e5-818850a26e26'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:25:26.526952 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] Routers {'b8f07665-1e27-4f6d-91e5-818850a26e26'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:25:26.527805 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:25:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['b8f07665-1e27-4f6d-91e5-818850a26e26'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:25:26.590441 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-b872eab5-093d-46aa-b2e2-4321bbe9aa87 None None] Provisioning complete for port 359761ea-d760-4bb8-8d55-ef688fde147e triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:25:26.591132 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b872eab5-093d-46aa-b2e2-4321bbe9aa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (359761ea-d760-4bb8-8d55-ef688fde147e), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:26.629359 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-b872eab5-093d-46aa-b2e2-4321bbe9aa87 None None] Port 359761ea-d760-4bb8-8d55-ef688fde147e cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:25:26.722271 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] Set router b8f07665-1e27-4f6d-91e5-818850a26e26 gateway port host: None {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:25:27.152850 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f07665-1e27-4f6d-91e5-818850a26e26', 'name': 'router1', 'tenant_id': '0ed7c8c559c942fb9495c39754010673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:25:15Z', 'updated_at': '2022-03-16T00:25:25Z', 'revision_number': 2, 'project_id': '0ed7c8c559c942fb9495c39754010673', 'gw_port_host': None, '_interfaces': [{'id': '359761ea-d760-4bb8-8d55-ef688fde147e', 'name': '', 'network_id': '02d0982e-a1b7-4ea2-a984-74ad0373aa24', 'tenant_id': '0ed7c8c559c942fb9495c39754010673', 'mac_address': 'fa:16:3e:48:e3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f07665-1e27-4f6d-91e5-818850a26e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b20a6126-e1f2-4dc0-9331-7510327796cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:25:25Z', 'updated_at': '2022-03-16T00:25:25Z', 'revision_number': 2, 'project_id': '0ed7c8c559c942fb9495c39754010673', 'subnets': [{'id': 'b20a6126-e1f2-4dc0-9331-7510327796cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e9324e5-a619-48a0-b0cb-ba673713241d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:25:27.201443 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] Checking router: b8f07665-1e27-4f6d-91e5-818850a26e26 for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:25:27.201828 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] Updating router b8f07665-1e27-4f6d-91e5-818850a26e26 port 359761ea-d760-4bb8-8d55-ef688fde147e binding host dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 00:25:27.280743 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (359761ea-d760-4bb8-8d55-ef688fde147e), before_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:27.762105 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] Publish callbacks [] for port (359761ea-d760-4bb8-8d55-ef688fde147e), precommit_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:27.769084 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (359761ea-d760-4bb8-8d55-ef688fde147e), after_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:27.951148 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] Attempting to bind port 359761ea-d760-4bb8-8d55-ef688fde147e on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:25:27.951572 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] Attempting to bind port 359761ea-d760-4bb8-8d55-ef688fde147e by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '07fb707d-cc4f-4fe0-99a9-7013e43de425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '02d0982e-a1b7-4ea2-a984-74ad0373aa24'}] {{(pid=109658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:25:27.951791 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] Attempting to bind port 359761ea-d760-4bb8-8d55-ef688fde147e on network 02d0982e-a1b7-4ea2-a984-74ad0373aa24 {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:25:27.957304 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:25:27.957761 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] Checking segment: {'id': '07fb707d-cc4f-4fe0-99a9-7013e43de425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '02d0982e-a1b7-4ea2-a984-74ad0373aa24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:25:27.958286 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:27.958662 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] Bound using segment: {'id': '07fb707d-cc4f-4fe0-99a9-7013e43de425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '02d0982e-a1b7-4ea2-a984-74ad0373aa24'} {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:25:27.959123 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] Bound port: 359761ea-d760-4bb8-8d55-ef688fde147e, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fb707d-cc4f-4fe0-99a9-7013e43de425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '02d0982e-a1b7-4ea2-a984-74ad0373aa24'}}] {{(pid=109658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:25:27.959498 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (359761ea-d760-4bb8-8d55-ef688fde147e), before_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:27.971443 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b15381-347d-47ed-8b9f-d8572cbc9924 None None] Pushing event updated for resources: {'Port': ['ID=359761ea-d760-4bb8-8d55-ef688fde147e,revision_number=3']} {{(pid=109658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:25:28.001183 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b15381-347d-47ed-8b9f-d8572cbc9924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:28.001550 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b15381-347d-47ed-8b9f-d8572cbc9924 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:28.001912 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b15381-347d-47ed-8b9f-d8572cbc9924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:28.002277 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b15381-347d-47ed-8b9f-d8572cbc9924 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:28.002612 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b15381-347d-47ed-8b9f-d8572cbc9924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:28.002944 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b15381-347d-47ed-8b9f-d8572cbc9924 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:28.003267 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b15381-347d-47ed-8b9f-d8572cbc9924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:28.003590 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b15381-347d-47ed-8b9f-d8572cbc9924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:28.003952 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b15381-347d-47ed-8b9f-d8572cbc9924 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:28.004244 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b15381-347d-47ed-8b9f-d8572cbc9924 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:28.004569 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b15381-347d-47ed-8b9f-d8572cbc9924 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:28.004902 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b15381-347d-47ed-8b9f-d8572cbc9924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:28.005224 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b15381-347d-47ed-8b9f-d8572cbc9924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:28.005562 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b15381-347d-47ed-8b9f-d8572cbc9924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:28.005879 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b15381-347d-47ed-8b9f-d8572cbc9924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b15381-347d-47ed-8b9f-d8572cbc9924 None None] Tracked resource versions report: Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: pushed versions: Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: { 'AddressGroup': {'1.2'}, Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Agent': {'1.1'}, Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'ConntrackHelper': {'1.0'}, Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'LocalIPAssociation': {'1.0'}, Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Log': {'1.0'}, Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'NDPProxy': {'1.0'}, Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Network': {'1.1'}, Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Port': {'1.7'}, Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'PortForwarding': {'1.2'}, Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'QosPolicy': {'1.10'}, Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'SecurityGroup': {'1.5'}, Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'SecurityGroupRule': {'1.2'}, Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'SubPort': {'1.0'}, Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Subnet': {'1.1'}, Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Trunk': {'1.1'}} Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: consumer versions: Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: { DHCP agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: L3 agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: Metadata agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: Metering agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: Open vSwitch agent@dv-cinder-831247-13-iscsi: { 'AddressGroup': '1.2', Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Agent': '1.1', Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'ConntrackHelper': '1.0', Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'LocalIPAssociation': '1.0', Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Log': '1.0', Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'NDPProxy': '1.0', Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Network': '1.1', Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Port': '1.7', Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'PortForwarding': '1.2', Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'QosPolicy': '1.10', Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'SecurityGroup': '1.5', Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'SecurityGroupRule': '1.2', Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'SubPort': '1.0', Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Subnet': '1.1', Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Trunk': '1.1'}} Mar 16 00:25:28.007338 dv-cinder-831247-13-iscsi neutron-server[109658]: {{(pid=109658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 00:25:28.040337 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.db [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] For port 359761ea-d760-4bb8-8d55-ef688fde147e, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:25:28.057387 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-6875be3a-401d-448f-8263-8a27a871e3d6 None None] Provisioning complete for port 359761ea-d760-4bb8-8d55-ef688fde147e triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:25:28.059099 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-6875be3a-401d-448f-8263-8a27a871e3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (359761ea-d760-4bb8-8d55-ef688fde147e), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:28.060136 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.db [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] For port 359761ea-d760-4bb8-8d55-ef688fde147e, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=359761ea-d760-4bb8-8d55-ef688fde147e,segment=NetworkSegment(07fb707d-cc4f-4fe0-99a9-7013e43de425),segment_id=07fb707d-cc4f-4fe0-99a9-7013e43de425)] {{(pid=109658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:25:28.066804 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (359761ea-d760-4bb8-8d55-ef688fde147e), after_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:28.100444 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-6875be3a-401d-448f-8263-8a27a871e3d6 None None] Port 359761ea-d760-4bb8-8d55-ef688fde147e cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:25:28.117071 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b15381-347d-47ed-8b9f-d8572cbc9924 None None] Pushing event updated for resources: {'Port': ['ID=359761ea-d760-4bb8-8d55-ef688fde147e,revision_number=4']} {{(pid=109658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:25:28.145368 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] Routers {'b8f07665-1e27-4f6d-91e5-818850a26e26'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:25:28.146197 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:25:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['b8f07665-1e27-4f6d-91e5-818850a26e26'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:25:28.237106 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] Set router b8f07665-1e27-4f6d-91e5-818850a26e26 gateway port host: None {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:25:28.422593 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-67522621-d13f-4695-96f0-613d6b8df8a8 None None] Provisioning complete for port 359761ea-d760-4bb8-8d55-ef688fde147e triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:25:28.423049 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-67522621-d13f-4695-96f0-613d6b8df8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (359761ea-d760-4bb8-8d55-ef688fde147e), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:28.508088 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-67522621-d13f-4695-96f0-613d6b8df8a8 None None] Current status of the port 359761ea-d760-4bb8-8d55-ef688fde147e is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:25:28.508486 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-67522621-d13f-4695-96f0-613d6b8df8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (359761ea-d760-4bb8-8d55-ef688fde147e), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:28.512974 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f07665-1e27-4f6d-91e5-818850a26e26', 'name': 'router1', 'tenant_id': '0ed7c8c559c942fb9495c39754010673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:25:15Z', 'updated_at': '2022-03-16T00:25:25Z', 'revision_number': 2, 'project_id': '0ed7c8c559c942fb9495c39754010673', 'gw_port_host': None, '_interfaces': [{'id': '359761ea-d760-4bb8-8d55-ef688fde147e', 'name': '', 'network_id': '02d0982e-a1b7-4ea2-a984-74ad0373aa24', 'tenant_id': '0ed7c8c559c942fb9495c39754010673', 'mac_address': 'fa:16:3e:48:e3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f07665-1e27-4f6d-91e5-818850a26e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b20a6126-e1f2-4dc0-9331-7510327796cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:25:25Z', 'updated_at': '2022-03-16T00:25:28Z', 'revision_number': 4, 'project_id': '0ed7c8c559c942fb9495c39754010673', 'subnets': [{'id': 'b20a6126-e1f2-4dc0-9331-7510327796cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e9324e5-a619-48a0-b0cb-ba673713241d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:25:28.541308 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4f1b07-5386-4092-9324-c7d97f8eb37f None None] The sync data for ids ['b8f07665-1e27-4f6d-91e5-818850a26e26'] in dv-cinder-831247-13-iscsi is: [{'id': 'b8f07665-1e27-4f6d-91e5-818850a26e26', 'name': 'router1', 'tenant_id': '0ed7c8c559c942fb9495c39754010673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:25:15Z', 'updated_at': '2022-03-16T00:25:25Z', 'revision_number': 2, 'project_id': '0ed7c8c559c942fb9495c39754010673', 'gw_port_host': None, '_interfaces': [{'id': '359761ea-d760-4bb8-8d55-ef688fde147e', 'name': '', 'network_id': '02d0982e-a1b7-4ea2-a984-74ad0373aa24', 'tenant_id': '0ed7c8c559c942fb9495c39754010673', 'mac_address': 'fa:16:3e:48:e3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f07665-1e27-4f6d-91e5-818850a26e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b20a6126-e1f2-4dc0-9331-7510327796cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:25:25Z', 'updated_at': '2022-03-16T00:25:28Z', 'revision_number': 4, 'project_id': '0ed7c8c559c942fb9495c39754010673', 'subnets': [{'id': 'b20a6126-e1f2-4dc0-9331-7510327796cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e9324e5-a619-48a0-b0cb-ba673713241d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:25:28.545404 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-67522621-d13f-4695-96f0-613d6b8df8a8 None None] For port 359761ea-d760-4bb8-8d55-ef688fde147e, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=359761ea-d760-4bb8-8d55-ef688fde147e,segment=NetworkSegment(07fb707d-cc4f-4fe0-99a9-7013e43de425),segment_id=07fb707d-cc4f-4fe0-99a9-7013e43de425)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:25:28.549159 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-67522621-d13f-4695-96f0-613d6b8df8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (359761ea-d760-4bb8-8d55-ef688fde147e), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:28.603743 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67522621-d13f-4695-96f0-613d6b8df8a8 None None] Pushing event updated for resources: {'Port': ['ID=359761ea-d760-4bb8-8d55-ef688fde147e,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:25:29.056207 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52290) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:25:29.176353 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39185d9c-82b3-4efa-ac49-fa8187d4f879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:25:29.177785 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-39185d9c-82b3-4efa-ac49-fa8187d4f879 admin admin] 10.222.0.10 "GET /v2.0/networks/d7b91a62-3519-438e-afea-681b80fa7f46 HTTP/1.1" status: 200 len: 842 time: 0.1204841 Mar 16 00:25:29.187696 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-12d23759-6c9b-4823-a57d-fb916ebb00df admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:25:29.208851 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d23759-6c9b-4823-a57d-fb916ebb00df admin admin] Made reservation on behalf of b8374d822d2243dd867baeb78af60e30 for: {'subnet': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:25:29.211265 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-12d23759-6c9b-4823-a57d-fb916ebb00df admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:29.589183 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.objects.ports [None req-12d23759-6c9b-4823-a57d-fb916ebb00df admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109656) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 16 00:25:29.589661 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-12d23759-6c9b-4823-a57d-fb916ebb00df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for subnet (4a0a0176-8316-4e36-b9db-3d1aa2c9679e), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:29.643926 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d23759-6c9b-4823-a57d-fb916ebb00df admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a0a0176-8316-4e36-b9db-3d1aa2c9679e,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:25:29.651042 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d23759-6c9b-4823-a57d-fb916ebb00df admin admin] Checking segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:25:29.651402 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d23759-6c9b-4823-a57d-fb916ebb00df admin admin] Network hostable DHCP agents. Network: d7b91a62-3519-438e-afea-681b80fa7f46, hostable agents: ['92114df5-18d6-4d7c-9264-0f0b53b6b6a9'], hosted agents: [] {{(pid=109656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 00:25:29.667102 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d23759-6c9b-4823-a57d-fb916ebb00df admin admin] Network d7b91a62-3519-438e-afea-681b80fa7f46 is scheduled to be hosted by DHCP agent 92114df5-18d6-4d7c-9264-0f0b53b6b6a9 with binding_index 1 {{(pid=109656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 00:25:29.675560 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-12d23759-6c9b-4823-a57d-fb916ebb00df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-13-iscsi, d7b91a62-3519-438e-afea-681b80fa7f46) {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:25:29.679943 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d23759-6c9b-4823-a57d-fb916ebb00df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:25:29.680682 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-12d23759-6c9b-4823-a57d-fb916ebb00df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:29.686368 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f285a7e-d90d-4b22-b80b-dc6f4cca5744 None None] Network d7b91a62-3519-438e-afea-681b80fa7f46 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:25:29.706341 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-12d23759-6c9b-4823-a57d-fb916ebb00df admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5140293 Mar 16 00:25:29.795824 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12ed902-974f-48e4-bf74-fb0e5145274c None None] Network d7b91a62-3519-438e-afea-681b80fa7f46 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:25:32.276856 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52298) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:25:32.421341 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-3b18a083-f8e9-41fd-aaa4-fa23be2a6ec1 demo admin] 10.222.0.10 "GET /v2.0/routers/b8f07665-1e27-4f6d-91e5-818850a26e26 HTTP/1.1" status: 200 len: 710 time: 0.1433625 Mar 16 00:25:32.515722 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50fd19d-004c-4e41-b2ed-663c1373c902 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:25:32.517022 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-d50fd19d-004c-4e41-b2ed-663c1373c902 demo admin] 10.222.0.10 "GET /v2.0/networks/d7b91a62-3519-438e-afea-681b80fa7f46 HTTP/1.1" status: 200 len: 886 time: 0.0902629 Mar 16 00:25:32.526113 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-1438da89-ead2-485d-bc63-c0de6913aebb demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:25:32.790910 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1438da89-ead2-485d-bc63-c0de6913aebb demo admin] Publish callbacks [] for router_gateway (b8f07665-1e27-4f6d-91e5-818850a26e26), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:33.033755 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1438da89-ead2-485d-bc63-c0de6913aebb demo admin] Publish callbacks [] for router_gateway (b8f07665-1e27-4f6d-91e5-818850a26e26), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:33.108412 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1438da89-ead2-485d-bc63-c0de6913aebb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:33.208024 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [None req-1438da89-ead2-485d-bc63-c0de6913aebb demo admin] Allocated IP 172.27.2.232 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/dd0818f1-37d3-458d-a09e-de1023e1a1e2) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:25:33.312284 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1438da89-ead2-485d-bc63-c0de6913aebb demo admin] Publish callbacks [] for port (dd0818f1-37d3-458d-a09e-de1023e1a1e2), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:33.346905 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1438da89-ead2-485d-bc63-c0de6913aebb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053'] for port (dd0818f1-37d3-458d-a09e-de1023e1a1e2), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:33.380876 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1438da89-ead2-485d-bc63-c0de6913aebb demo admin] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:25:33.383473 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-1438da89-ead2-485d-bc63-c0de6913aebb demo admin] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:25:33.389621 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1438da89-ead2-485d-bc63-c0de6913aebb demo admin] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:25:33.542195 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438da89-ead2-485d-bc63-c0de6913aebb demo admin] Pushing event updated for resources: {'Port': ['ID=dd0818f1-37d3-458d-a09e-de1023e1a1e2,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:25:33.742548 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1438da89-ead2-485d-bc63-c0de6913aebb demo admin] Publish callbacks [] for router_gateway (b8f07665-1e27-4f6d-91e5-818850a26e26), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:33.943582 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1438da89-ead2-485d-bc63-c0de6913aebb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-564985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27807'] for router (b8f07665-1e27-4f6d-91e5-818850a26e26), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:33.948429 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1438da89-ead2-485d-bc63-c0de6913aebb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-564930'] for router (b8f07665-1e27-4f6d-91e5-818850a26e26), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:34.059286 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1438da89-ead2-485d-bc63-c0de6913aebb demo admin] Router b8f07665-1e27-4f6d-91e5-818850a26e26 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:25:34.165831 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1438da89-ead2-485d-bc63-c0de6913aebb demo admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:25:34.169989 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1438da89-ead2-485d-bc63-c0de6913aebb demo admin] Publish callbacks [] for router (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:34.185511 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-1438da89-ead2-485d-bc63-c0de6913aebb demo admin] 10.222.0.10 "PUT /v2.0/routers/b8f07665-1e27-4f6d-91e5-818850a26e26 HTTP/1.1" status: 200 len: 890 time: 1.6490815 Mar 16 00:25:36.688016 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52310) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:25:36.804607 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-64583241-8825-4067-b658-05708143f1de admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1155488 Mar 16 00:25:37.097239 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 359761ea-d760-4bb8-8d55-ef688fde147e up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:25:37.150325 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 359761ea-d760-4bb8-8d55-ef688fde147e triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:25:37.150978 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (359761ea-d760-4bb8-8d55-ef688fde147e), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:37.239781 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 359761ea-d760-4bb8-8d55-ef688fde147e is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:25:37.345572 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] Sync routers for ids ['b8f07665-1e27-4f6d-91e5-818850a26e26'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:25:37.356700 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] Routers {'b8f07665-1e27-4f6d-91e5-818850a26e26'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:25:37.357365 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:25:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['b8f07665-1e27-4f6d-91e5-818850a26e26'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:25:37.575581 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] Set router b8f07665-1e27-4f6d-91e5-818850a26e26 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:25:38.033982 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f07665-1e27-4f6d-91e5-818850a26e26', 'name': 'router1', 'tenant_id': '0ed7c8c559c942fb9495c39754010673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'dd0818f1-37d3-458d-a09e-de1023e1a1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:25:15Z', 'updated_at': '2022-03-16T00:25:33Z', 'revision_number': 4, 'project_id': '0ed7c8c559c942fb9495c39754010673', 'gw_port': {'id': 'dd0818f1-37d3-458d-a09e-de1023e1a1e2', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f07665-1e27-4f6d-91e5-818850a26e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:25:33Z', 'updated_at': '2022-03-16T00:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '359761ea-d760-4bb8-8d55-ef688fde147e', 'name': '', 'network_id': '02d0982e-a1b7-4ea2-a984-74ad0373aa24', 'tenant_id': '0ed7c8c559c942fb9495c39754010673', 'mac_address': 'fa:16:3e:48:e3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f07665-1e27-4f6d-91e5-818850a26e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b20a6126-e1f2-4dc0-9331-7510327796cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:25:25Z', 'updated_at': '2022-03-16T00:25:28Z', 'revision_number': 5, 'project_id': '0ed7c8c559c942fb9495c39754010673', 'subnets': [{'id': 'b20a6126-e1f2-4dc0-9331-7510327796cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e9324e5-a619-48a0-b0cb-ba673713241d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:25:38.081606 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] Checking router: b8f07665-1e27-4f6d-91e5-818850a26e26 for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:25:38.082221 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] Updating router b8f07665-1e27-4f6d-91e5-818850a26e26 port dd0818f1-37d3-458d-a09e-de1023e1a1e2 binding host dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 00:25:38.138942 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (dd0818f1-37d3-458d-a09e-de1023e1a1e2), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:38.445593 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] Publish callbacks [] for port (dd0818f1-37d3-458d-a09e-de1023e1a1e2), precommit_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:38.453844 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (dd0818f1-37d3-458d-a09e-de1023e1a1e2), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:38.516388 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c0a0d-149e-48f3-885d-fffb33c2941e None None] Pushing event updated for resources: {'Port': ['ID=dd0818f1-37d3-458d-a09e-de1023e1a1e2,revision_number=2']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:25:38.519730 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] Attempting to bind port dd0818f1-37d3-458d-a09e-de1023e1a1e2 on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:25:38.520114 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] Attempting to bind port dd0818f1-37d3-458d-a09e-de1023e1a1e2 by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:25:38.520478 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] Attempting to bind port dd0818f1-37d3-458d-a09e-de1023e1a1e2 on network d7b91a62-3519-438e-afea-681b80fa7f46 {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:25:38.527654 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:25:38.527654 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] Checking segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:25:38.527654 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:38.528226 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] Bound using segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:25:38.528781 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] Bound port: dd0818f1-37d3-458d-a09e-de1023e1a1e2, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:25:38.529543 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (dd0818f1-37d3-458d-a09e-de1023e1a1e2), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:38.584999 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] For port dd0818f1-37d3-458d-a09e-de1023e1a1e2, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:25:38.588477 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] For port dd0818f1-37d3-458d-a09e-de1023e1a1e2, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=dd0818f1-37d3-458d-a09e-de1023e1a1e2,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:25:38.594863 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (dd0818f1-37d3-458d-a09e-de1023e1a1e2), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:38.653687 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] Routers {'b8f07665-1e27-4f6d-91e5-818850a26e26'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:25:38.654318 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:25:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['b8f07665-1e27-4f6d-91e5-818850a26e26'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:25:38.658126 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c0a0d-149e-48f3-885d-fffb33c2941e None None] Pushing event updated for resources: {'Port': ['ID=dd0818f1-37d3-458d-a09e-de1023e1a1e2,revision_number=3']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:25:38.766599 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] Set router b8f07665-1e27-4f6d-91e5-818850a26e26 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:25:39.004817 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f07665-1e27-4f6d-91e5-818850a26e26', 'name': 'router1', 'tenant_id': '0ed7c8c559c942fb9495c39754010673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'dd0818f1-37d3-458d-a09e-de1023e1a1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:25:15Z', 'updated_at': '2022-03-16T00:25:33Z', 'revision_number': 4, 'project_id': '0ed7c8c559c942fb9495c39754010673', 'gw_port': {'id': 'dd0818f1-37d3-458d-a09e-de1023e1a1e2', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f07665-1e27-4f6d-91e5-818850a26e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:25:33Z', 'updated_at': '2022-03-16T00:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '359761ea-d760-4bb8-8d55-ef688fde147e', 'name': '', 'network_id': '02d0982e-a1b7-4ea2-a984-74ad0373aa24', 'tenant_id': '0ed7c8c559c942fb9495c39754010673', 'mac_address': 'fa:16:3e:48:e3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f07665-1e27-4f6d-91e5-818850a26e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b20a6126-e1f2-4dc0-9331-7510327796cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:25:25Z', 'updated_at': '2022-03-16T00:25:28Z', 'revision_number': 5, 'project_id': '0ed7c8c559c942fb9495c39754010673', 'subnets': [{'id': 'b20a6126-e1f2-4dc0-9331-7510327796cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e9324e5-a619-48a0-b0cb-ba673713241d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:25:39.032270 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b04b28-d0d4-47da-837e-f42c7c343a25 None None] The sync data for ids ['b8f07665-1e27-4f6d-91e5-818850a26e26'] in dv-cinder-831247-13-iscsi is: [{'id': 'b8f07665-1e27-4f6d-91e5-818850a26e26', 'name': 'router1', 'tenant_id': '0ed7c8c559c942fb9495c39754010673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'dd0818f1-37d3-458d-a09e-de1023e1a1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:25:15Z', 'updated_at': '2022-03-16T00:25:33Z', 'revision_number': 4, 'project_id': '0ed7c8c559c942fb9495c39754010673', 'gw_port': {'id': 'dd0818f1-37d3-458d-a09e-de1023e1a1e2', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f07665-1e27-4f6d-91e5-818850a26e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:25:33Z', 'updated_at': '2022-03-16T00:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '359761ea-d760-4bb8-8d55-ef688fde147e', 'name': '', 'network_id': '02d0982e-a1b7-4ea2-a984-74ad0373aa24', 'tenant_id': '0ed7c8c559c942fb9495c39754010673', 'mac_address': 'fa:16:3e:48:e3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f07665-1e27-4f6d-91e5-818850a26e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b20a6126-e1f2-4dc0-9331-7510327796cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:25:25Z', 'updated_at': '2022-03-16T00:25:28Z', 'revision_number': 5, 'project_id': '0ed7c8c559c942fb9495c39754010673', 'subnets': [{'id': 'b20a6126-e1f2-4dc0-9331-7510327796cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e9324e5-a619-48a0-b0cb-ba673713241d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:25:41.180886 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device dd0818f1-37d3-458d-a09e-de1023e1a1e2 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:25:41.251232 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port dd0818f1-37d3-458d-a09e-de1023e1a1e2 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:25:41.251599 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (dd0818f1-37d3-458d-a09e-de1023e1a1e2), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:41.348707 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port dd0818f1-37d3-458d-a09e-de1023e1a1e2 is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:25:41.349344 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (dd0818f1-37d3-458d-a09e-de1023e1a1e2), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:41.375408 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] For port dd0818f1-37d3-458d-a09e-de1023e1a1e2, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=dd0818f1-37d3-458d-a09e-de1023e1a1e2,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:25:41.383055 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (dd0818f1-37d3-458d-a09e-de1023e1a1e2), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:41.456518 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Pushing event updated for resources: {'Port': ['ID=dd0818f1-37d3-458d-a09e-de1023e1a1e2,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:25:41.833639 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 5 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:25:43.115080 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device dd0818f1-37d3-458d-a09e-de1023e1a1e2 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:25:43.181453 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port dd0818f1-37d3-458d-a09e-de1023e1a1e2 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:25:43.182097 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (dd0818f1-37d3-458d-a09e-de1023e1a1e2), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:43.275399 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port dd0818f1-37d3-458d-a09e-de1023e1a1e2 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:25:49.964552 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-08eb826a-824e-4214-b30d-85f4d67fc7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:52.300786 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-3cc65dc0-a207-4ae5-b5e1-3f2aa5f101bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:53.527047 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:54.931364 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:25:56.341663 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:26:18.825841 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 5 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:26:19.967116 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-4c9e311b-b1ec-454e-8075-e585f3c6f380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:26:22.296966 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-00767d86-5dc4-4a3d-9cf2-a2f73919fe6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:26:23.525253 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:26:24.930104 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:26:26.318633 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:26:49.972318 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e21ffc91-6fc4-4063-ad6b-608a02a8f472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:26:52.300294 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-c7382252-f536-4ada-a011-3492e2b5712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:26:53.526862 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:26:54.927021 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:26:55.825225 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 5 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:26:56.313374 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:26:57.997017 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52794) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:26:58.057363 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.pecan_wsgi.hooks.translation [None req-3277386f-14a5-4ed3-8c66-d8e744c18989 admin admin] GET failed (client error): The resource could not be found. Mar 16 00:26:58.058644 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-3277386f-14a5-4ed3-8c66-d8e744c18989 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606451 Mar 16 00:26:58.219053 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80203404-b0f1-49ab-b140-828ad0f45059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:26:58.221027 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-80203404-b0f1-49ab-b140-828ad0f45059 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1583605 Mar 16 00:27:00.538979 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52804) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:27:00.627634 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c18d15-f3bf-4b14-b513-25b3f25e856b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:27:00.628925 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-d9c18d15-f3bf-4b14-b513-25b3f25e856b admin admin] 10.222.0.10 "GET /v2.0/subnets/b20a6126-e1f2-4dc0-9331-7510327796cc HTTP/1.1" status: 200 len: 849 time: 0.0889976 Mar 16 00:27:00.638066 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-e5a1cddb-3e25-43cb-b94c-d2d0cf40b61d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:27:00.721769 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e5a1cddb-3e25-43cb-b94c-d2d0cf40b61d admin admin] Publish callbacks [] for subnet (b20a6126-e1f2-4dc0-9331-7510327796cc), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:00.858088 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e5a1cddb-3e25-43cb-b94c-d2d0cf40b61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752661825558'] for subnet (b20a6126-e1f2-4dc0-9331-7510327796cc), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:00.890101 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a1cddb-3e25-43cb-b94c-d2d0cf40b61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:27:00.890687 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e5a1cddb-3e25-43cb-b94c-d2d0cf40b61d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:00.892543 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-e5a1cddb-3e25-43cb-b94c-d2d0cf40b61d admin admin] 10.222.0.10 "PUT /v2.0/subnets/b20a6126-e1f2-4dc0-9331-7510327796cc HTTP/1.1" status: 200 len: 868 time: 0.2580276 Mar 16 00:27:00.911959 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1cddb-3e25-43cb-b94c-d2d0cf40b61d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b20a6126-e1f2-4dc0-9331-7510327796cc,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:27:00.912511 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad72d55d-d3c3-49de-ac8b-df10ff845dd0 None None] Network 02d0982e-a1b7-4ea2-a984-74ad0373aa24 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:27:00.919399 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1cddb-3e25-43cb-b94c-d2d0cf40b61d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:00.919763 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1cddb-3e25-43cb-b94c-d2d0cf40b61d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:00.920098 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1cddb-3e25-43cb-b94c-d2d0cf40b61d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:00.920438 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1cddb-3e25-43cb-b94c-d2d0cf40b61d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:00.920768 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1cddb-3e25-43cb-b94c-d2d0cf40b61d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:00.921098 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1cddb-3e25-43cb-b94c-d2d0cf40b61d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:00.921423 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1cddb-3e25-43cb-b94c-d2d0cf40b61d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:00.921780 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1cddb-3e25-43cb-b94c-d2d0cf40b61d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:00.922124 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1cddb-3e25-43cb-b94c-d2d0cf40b61d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:00.922466 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1cddb-3e25-43cb-b94c-d2d0cf40b61d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:00.923364 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1cddb-3e25-43cb-b94c-d2d0cf40b61d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:00.923684 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1cddb-3e25-43cb-b94c-d2d0cf40b61d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:00.924031 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1cddb-3e25-43cb-b94c-d2d0cf40b61d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:00.924353 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1cddb-3e25-43cb-b94c-d2d0cf40b61d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:00.924668 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a1cddb-3e25-43cb-b94c-d2d0cf40b61d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:01.265627 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-f83313c8-54b4-480d-9abe-5c91128af581 None None] Provisioning complete for port 8433f20b-f83b-40c0-bdaf-24d0252c2cfa triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:27:01.266023 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-f83313c8-54b4-480d-9abe-5c91128af581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (8433f20b-f83b-40c0-bdaf-24d0252c2cfa), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:01.340805 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-f83313c8-54b4-480d-9abe-5c91128af581 None None] Current status of the port 8433f20b-f83b-40c0-bdaf-24d0252c2cfa is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:27:01.351027 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-f83313c8-54b4-480d-9abe-5c91128af581 None None] Provisioning complete for port 359761ea-d760-4bb8-8d55-ef688fde147e triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:27:01.351413 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-f83313c8-54b4-480d-9abe-5c91128af581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (359761ea-d760-4bb8-8d55-ef688fde147e), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:01.426908 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-f83313c8-54b4-480d-9abe-5c91128af581 None None] Current status of the port 359761ea-d760-4bb8-8d55-ef688fde147e is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:27:03.206298 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52812) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:27:03.409408 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5f23cd-6cc6-47a3-a98f-c0372792e3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:27:03.409986 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5f23cd-6cc6-47a3-a98f-c0372792e3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:27:03.411593 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-3e5f23cd-6cc6-47a3-a98f-c0372792e3ea admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2040467 Mar 16 00:27:06.111413 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 52820) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:27:06.461038 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.policy [None req-63d17da6-243b-40fc-ac83-5eaa96a2dab7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109655) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 16 00:27:06.504809 dv-cinder-831247-13-iscsi neutron-server[109655]: WARNING oslo_policy.policy [None req-63d17da6-243b-40fc-ac83-5eaa96a2dab7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 00:27:06.505183 dv-cinder-831247-13-iscsi neutron-server[109655]: WARNING oslo_policy.policy [None req-63d17da6-243b-40fc-ac83-5eaa96a2dab7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 00:27:06.513228 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d17da6-243b-40fc-ac83-5eaa96a2dab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:27:06.513715 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d17da6-243b-40fc-ac83-5eaa96a2dab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:27:06.515610 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-63d17da6-243b-40fc-ac83-5eaa96a2dab7 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4032481 Mar 16 00:27:08.874026 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 52832) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:27:09.075655 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a00389-0062-4ba1-b4ca-595bff69f3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:27:09.076967 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-28a00389-0062-4ba1-b4ca-595bff69f3ff admin admin] 10.222.0.10 "GET /v2.0/networks/02d0982e-a1b7-4ea2-a984-74ad0373aa24 HTTP/1.1" status: 200 len: 869 time: 0.2019987 Mar 16 00:27:11.395158 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 52840) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:27:11.516872 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e666a82-2564-4487-87b8-da1c4720a28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:27:11.518234 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-9e666a82-2564-4487-87b8-da1c4720a28b admin admin] 10.222.0.10 "GET /v2.0/networks/d7b91a62-3519-438e-afea-681b80fa7f46 HTTP/1.1" status: 200 len: 886 time: 0.1220846 Mar 16 00:27:13.811112 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 52848) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:27:13.938569 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a111f5-952c-41e2-92e2-2b0cbf8724ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:27:13.939022 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a111f5-952c-41e2-92e2-2b0cbf8724ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:27:13.940548 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-37a111f5-952c-41e2-92e2-2b0cbf8724ce admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1284928 Mar 16 00:27:16.252584 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52856) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:27:16.485129 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d000a1e-e0c9-461e-b059-a8eb9bcbf188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:27:16.485552 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d000a1e-e0c9-461e-b059-a8eb9bcbf188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:27:16.487112 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-9d000a1e-e0c9-461e-b059-a8eb9bcbf188 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2335696 Mar 16 00:27:18.794840 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52864) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:27:18.879504 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b23d2c-5cc9-4797-b91f-202bd60482ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:27:18.880823 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-88b23d2c-5cc9-4797-b91f-202bd60482ec admin admin] 10.222.0.10 "GET /v2.0/subnets/4a0a0176-8316-4e36-b9db-3d1aa2c9679e HTTP/1.1" status: 200 len: 816 time: 0.0850167 Mar 16 00:27:19.973407 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-4015e350-9ef0-4389-93d2-4e3a59dad1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:21.179473 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52872) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:27:21.273604 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671dc80c-d201-4bb8-ba2e-341d92806395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:27:21.274933 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-671dc80c-d201-4bb8-ba2e-341d92806395 admin admin] 10.222.0.10 "GET /v2.0/subnets/b20a6126-e1f2-4dc0-9331-7510327796cc HTTP/1.1" status: 200 len: 868 time: 0.0945101 Mar 16 00:27:22.300492 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe9bd-00bc-428d-a253-3c861f1427b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:23.531888 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:24.930430 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:26.316014 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:32.823478 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 5 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:27:49.309819 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52924) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:27:49.356181 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [None req-52fa1632-fc57-4ce0-8ead-c191c16d3fcc admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109656) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 00:27:49.357184 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-52fa1632-fc57-4ce0-8ead-c191c16d3fcc admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464106 Mar 16 00:27:49.976130 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b3b9720a-1883-4886-b344-5778b2910f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:51.742294 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52932) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:27:51.800987 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf4129a-8590-4e4e-a08d-8ff2d3e280b2 admin admin] GET failed (client error): The resource could not be found. Mar 16 00:27:51.802282 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-eaf4129a-8590-4e4e-a08d-8ff2d3e280b2 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590465 Mar 16 00:27:51.886740 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23213f91-6af2-4fe5-919f-053477a7badc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:27:51.888194 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-23213f91-6af2-4fe5-919f-053477a7badc admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0819902 Mar 16 00:27:52.299851 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-96d7c9c8-042a-4fc3-822b-1f88d35e52f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:53.535957 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:54.235232 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52940) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:27:54.280980 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-c18cdd3a-6815-47cd-82a6-16cc853858ff admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:27:54.299952 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18cdd3a-6815-47cd-82a6-16cc853858ff admin admin] Made reservation on behalf of b8374d822d2243dd867baeb78af60e30 for: {'network': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:27:54.302598 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c18cdd3a-6815-47cd-82a6-16cc853858ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for network (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:54.329605 dv-cinder-831247-13-iscsi neutron-server[109656]: WARNING neutron.services.revisions.revision_plugin [None req-c18cdd3a-6815-47cd-82a6-16cc853858ff admin admin] Could not find related network for resource to bump revision. Mar 16 00:27:54.340551 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18cdd3a-6815-47cd-82a6-16cc853858ff admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=109656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 00:27:54.349699 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c18cdd3a-6815-47cd-82a6-16cc853858ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (44cfb6eb-522b-4d3b-b11e-cdc8385ad097), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:54.350044 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.segments_db [None req-c18cdd3a-6815-47cd-82a6-16cc853858ff admin admin] Added segment 44cfb6eb-522b-4d3b-b11e-cdc8385ad097 of type vlan for network e8ff63ac-4086-4e0e-93ed-62cb1624bd38 Mar 16 00:27:54.386744 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c18cdd3a-6815-47cd-82a6-16cc853858ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752661257912'] for network (e8ff63ac-4086-4e0e-93ed-62cb1624bd38), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:54.415216 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c18cdd3a-6815-47cd-82a6-16cc853858ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for network (e8ff63ac-4086-4e0e-93ed-62cb1624bd38), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:54.416046 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18cdd3a-6815-47cd-82a6-16cc853858ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:27:54.416624 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c18cdd3a-6815-47cd-82a6-16cc853858ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:54.473564 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-c18cdd3a-6815-47cd-82a6-16cc853858ff admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2372184 Mar 16 00:27:54.478191 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cdd3a-6815-47cd-82a6-16cc853858ff admin admin] Pushing event updated for resources: {'Network': ['ID=e8ff63ac-4086-4e0e-93ed-62cb1624bd38,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:27:54.489663 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Network e8ff63ac-4086-4e0e-93ed-62cb1624bd38 details requested by agent ovs-agent-dv-cinder-831247-13-iscsi with host dv-cinder-831247-13-iscsi {{(pid=109657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 00:27:54.933512 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:56.318200 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:56.817241 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52948) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:27:56.876810 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfe1da7-9067-44cb-aac7-eca509f449d4 admin admin] GET failed (client error): The resource could not be found. Mar 16 00:27:56.878115 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-7bfe1da7-9067-44cb-aac7-eca509f449d4 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598722 Mar 16 00:27:56.947938 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4d810e-bdd0-4fe0-aa32-15af102a09b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:27:56.949362 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-ed4d810e-bdd0-4fe0-aa32-15af102a09b6 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0672562 Mar 16 00:27:56.959646 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-8b38c03a-203d-4013-941c-872ac9bf54e0 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'e8ff63ac-4086-4e0e-93ed-62cb1624bd38', 'name': 'shared-subnet'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:27:56.978611 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b38c03a-203d-4013-941c-872ac9bf54e0 admin admin] Made reservation on behalf of b8374d822d2243dd867baeb78af60e30 for: {'subnet': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:27:56.980869 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-8b38c03a-203d-4013-941c-872ac9bf54e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:57.138128 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-8b38c03a-203d-4013-941c-872ac9bf54e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for subnet (40d119e5-135a-4fdd-ba9a-0aedae5207dc), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:57.192064 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38c03a-203d-4013-941c-872ac9bf54e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40d119e5-135a-4fdd-ba9a-0aedae5207dc,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:27:57.198727 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b38c03a-203d-4013-941c-872ac9bf54e0 admin admin] Checking segment: {'id': '44cfb6eb-522b-4d3b-b11e-cdc8385ad097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e8ff63ac-4086-4e0e-93ed-62cb1624bd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:27:57.199078 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b38c03a-203d-4013-941c-872ac9bf54e0 admin admin] Network hostable DHCP agents. Network: e8ff63ac-4086-4e0e-93ed-62cb1624bd38, hostable agents: ['92114df5-18d6-4d7c-9264-0f0b53b6b6a9'], hosted agents: [] {{(pid=109656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 00:27:57.214551 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b38c03a-203d-4013-941c-872ac9bf54e0 admin admin] Network e8ff63ac-4086-4e0e-93ed-62cb1624bd38 is scheduled to be hosted by DHCP agent 92114df5-18d6-4d7c-9264-0f0b53b6b6a9 with binding_index 1 {{(pid=109656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 00:27:57.221951 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-8b38c03a-203d-4013-941c-872ac9bf54e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-13-iscsi, e8ff63ac-4086-4e0e-93ed-62cb1624bd38) {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:27:57.225858 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b38c03a-203d-4013-941c-872ac9bf54e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:27:57.226449 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-8b38c03a-203d-4013-941c-872ac9bf54e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:57.231820 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ded35a7-c78c-4c5b-a2df-139e63310095 None None] Network e8ff63ac-4086-4e0e-93ed-62cb1624bd38 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:27:57.247016 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-8b38c03a-203d-4013-941c-872ac9bf54e0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2853782 Mar 16 00:27:57.337668 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1adf14ab-7b2c-5d9c-b824-2499cacfe593-e8ff63ac-4086-4e0e-93ed-62cb1624bd38', 'network_id': 'e8ff63ac-4086-4e0e-93ed-62cb1624bd38', 'project_id': 'b8374d822d2243dd867baeb78af60e30', 'fixed_ips': [{'subnet_id': '40d119e5-135a-4fdd-ba9a-0aedae5207dc'}]}} from dv-cinder-831247-13-iscsi. {{(pid=109657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 00:27:57.338518 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:57.575654 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.db_base_plugin_common [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Allocated IP 192.168.233.2 (e8ff63ac-4086-4e0e-93ed-62cb1624bd38/40d119e5-135a-4fdd-ba9a-0aedae5207dc/a3bde897-bd38-41a8-997b-abd415aa8003) {{(pid=109657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:27:57.721468 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Publish callbacks [] for port (a3bde897-bd38-41a8-997b-abd415aa8003), precommit_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:57.727050 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053'] for port (a3bde897-bd38-41a8-997b-abd415aa8003), after_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:57.767001 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Network e8ff63ac-4086-4e0e-93ed-62cb1624bd38 is already hosted by enough agents. {{(pid=109657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:27:57.769984 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.base_scheduler [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Resources bound (agent type, host, resource id): {{(pid=109657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:27:57.773419 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Received port after_create {{(pid=109657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:27:57.778702 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Pushing event updated for resources: {'Port': ['ID=a3bde897-bd38-41a8-997b-abd415aa8003,revision_number=1']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:27:57.787009 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:57.787365 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:57.787730 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:57.788088 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:57.788428 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:57.788777 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:57.789088 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:57.789413 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:57.789777 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:57.790107 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:57.790432 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:57.790775 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:57.791101 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:57.791425 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:57.791748 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:27:57.844261 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Attempting to bind port a3bde897-bd38-41a8-997b-abd415aa8003 on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:27:57.845212 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Attempting to bind port a3bde897-bd38-41a8-997b-abd415aa8003 by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '44cfb6eb-522b-4d3b-b11e-cdc8385ad097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e8ff63ac-4086-4e0e-93ed-62cb1624bd38'}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:27:57.845723 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Attempting to bind port a3bde897-bd38-41a8-997b-abd415aa8003 on network e8ff63ac-4086-4e0e-93ed-62cb1624bd38 {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:27:57.851051 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:27:57.851450 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Checking segment: {'id': '44cfb6eb-522b-4d3b-b11e-cdc8385ad097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e8ff63ac-4086-4e0e-93ed-62cb1624bd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:27:57.851878 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:57.852267 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Bound using segment: {'id': '44cfb6eb-522b-4d3b-b11e-cdc8385ad097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e8ff63ac-4086-4e0e-93ed-62cb1624bd38'} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:27:57.852728 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Bound port: a3bde897-bd38-41a8-997b-abd415aa8003, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44cfb6eb-522b-4d3b-b11e-cdc8385ad097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e8ff63ac-4086-4e0e-93ed-62cb1624bd38'}}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:27:57.853104 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (a3bde897-bd38-41a8-997b-abd415aa8003), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:57.918645 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] For port a3bde897-bd38-41a8-997b-abd415aa8003, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:27:57.921948 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] For port a3bde897-bd38-41a8-997b-abd415aa8003, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=a3bde897-bd38-41a8-997b-abd415aa8003,segment=NetworkSegment(44cfb6eb-522b-4d3b-b11e-cdc8385ad097),segment_id=44cfb6eb-522b-4d3b-b11e-cdc8385ad097)] {{(pid=109657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:27:57.928377 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (a3bde897-bd38-41a8-997b-abd415aa8003), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:57.984741 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7a8f7-47e9-4b7f-ae32-54a2977fa933 None None] Pushing event updated for resources: {'Port': ['ID=a3bde897-bd38-41a8-997b-abd415aa8003,revision_number=2']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:27:58.810012 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a20a7f-3b88-4ee0-8e92-a12aad1921f3 None None] Network e8ff63ac-4086-4e0e-93ed-62cb1624bd38 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:27:58.887774 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-1e0ba66d-abf8-4ba5-934c-3363bc0273ef None None] Provisioning complete for port a3bde897-bd38-41a8-997b-abd415aa8003 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:27:58.888160 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-1e0ba66d-abf8-4ba5-934c-3363bc0273ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (a3bde897-bd38-41a8-997b-abd415aa8003), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:59.000451 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ba66d-abf8-4ba5-934c-3363bc0273ef None None] Current status of the port a3bde897-bd38-41a8-997b-abd415aa8003 is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:27:59.000992 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-1e0ba66d-abf8-4ba5-934c-3363bc0273ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (a3bde897-bd38-41a8-997b-abd415aa8003), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:59.036534 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-1e0ba66d-abf8-4ba5-934c-3363bc0273ef None None] For port a3bde897-bd38-41a8-997b-abd415aa8003, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=a3bde897-bd38-41a8-997b-abd415aa8003,segment=NetworkSegment(44cfb6eb-522b-4d3b-b11e-cdc8385ad097),segment_id=44cfb6eb-522b-4d3b-b11e-cdc8385ad097)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:27:59.041148 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-1e0ba66d-abf8-4ba5-934c-3363bc0273ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (a3bde897-bd38-41a8-997b-abd415aa8003), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:59.104101 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ba66d-abf8-4ba5-934c-3363bc0273ef None None] Pushing event updated for resources: {'Port': ['ID=a3bde897-bd38-41a8-997b-abd415aa8003,revision_number=3']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:27:59.165635 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-0235673d-075b-4bfe-9663-f40314eafee6 None None] Provisioning complete for port a3bde897-bd38-41a8-997b-abd415aa8003 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:27:59.166026 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0235673d-075b-4bfe-9663-f40314eafee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (a3bde897-bd38-41a8-997b-abd415aa8003), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:59.199792 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device a3bde897-bd38-41a8-997b-abd415aa8003 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:27:59.291294 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-0235673d-075b-4bfe-9663-f40314eafee6 None None] Current status of the port a3bde897-bd38-41a8-997b-abd415aa8003 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:27:59.293972 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port a3bde897-bd38-41a8-997b-abd415aa8003 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:27:59.294354 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (a3bde897-bd38-41a8-997b-abd415aa8003), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:27:59.370004 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port a3bde897-bd38-41a8-997b-abd415aa8003 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:28:01.131399 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device a3bde897-bd38-41a8-997b-abd415aa8003 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:28:01.180437 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port a3bde897-bd38-41a8-997b-abd415aa8003 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:28:01.180818 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (a3bde897-bd38-41a8-997b-abd415aa8003), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:28:01.255382 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port a3bde897-bd38-41a8-997b-abd415aa8003 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:28:09.822239 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 5 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:28:19.978399 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-d3db139f-c9b2-40e2-9996-46fc2f2c423e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:28:22.301914 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-55f885a9-0065-43ea-b966-76ec43548294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:28:23.538793 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:28:24.935489 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:28:26.322537 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:28:46.821125 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 5 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:28:49.977811 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b2f5db12-7e1c-4395-bff1-3a86373e66b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:28:52.303358 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-027d940e-c473-47e0-81d4-d29f22cd4609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:28:53.541077 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:28:54.939681 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:28:56.325236 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:29:16.423087 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 52986) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:29:16.428925 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [None req-6abbe0e1-fecb-4c5a-8246-3c5bd7236fee tempest-verify_tempest_config-508223096 tempest-verify_tempest_config-508223096-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109656) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 00:29:16.430321 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-6abbe0e1-fecb-4c5a-8246-3c5bd7236fee tempest-verify_tempest_config-508223096 tempest-verify_tempest_config-508223096-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059831 Mar 16 00:29:16.724915 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 53004) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:29:16.844149 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-ca80f94e-9e4a-4916-89de-6ec0ba02bc59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:29:16.962627 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-ca80f94e-9e4a-4916-89de-6ec0ba02bc59 admin admin] Publish callbacks [] for security_group (16f842da-f8f1-4f89-ad8f-6bfffbe7f8c5), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:29:16.966218 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-ca80f94e-9e4a-4916-89de-6ec0ba02bc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (16f842da-f8f1-4f89-ad8f-6bfffbe7f8c5), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:29:17.005577 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-ca80f94e-9e4a-4916-89de-6ec0ba02bc59 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8863afc70ee7453da40e9c2ddd353440&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2795753 Mar 16 00:29:17.008417 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53012) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:29:17.014011 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80f94e-9e4a-4916-89de-6ec0ba02bc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f842da-f8f1-4f89-ad8f-6bfffbe7f8c5,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:29:17.023230 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80f94e-9e4a-4916-89de-6ec0ba02bc59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.023585 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80f94e-9e4a-4916-89de-6ec0ba02bc59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.023932 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80f94e-9e4a-4916-89de-6ec0ba02bc59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.024271 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80f94e-9e4a-4916-89de-6ec0ba02bc59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.024606 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80f94e-9e4a-4916-89de-6ec0ba02bc59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.024933 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80f94e-9e4a-4916-89de-6ec0ba02bc59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.025260 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80f94e-9e4a-4916-89de-6ec0ba02bc59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.025612 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80f94e-9e4a-4916-89de-6ec0ba02bc59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.025952 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80f94e-9e4a-4916-89de-6ec0ba02bc59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.026280 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80f94e-9e4a-4916-89de-6ec0ba02bc59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.026617 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80f94e-9e4a-4916-89de-6ec0ba02bc59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.026939 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80f94e-9e4a-4916-89de-6ec0ba02bc59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.027259 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80f94e-9e4a-4916-89de-6ec0ba02bc59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.027576 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80f94e-9e4a-4916-89de-6ec0ba02bc59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.027892 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80f94e-9e4a-4916-89de-6ec0ba02bc59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80f94e-9e4a-4916-89de-6ec0ba02bc59 admin admin] Tracked resource versions report: Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: pushed versions: Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: { 'AddressGroup': {'1.2'}, Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Agent': {'1.1'}, Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'ConntrackHelper': {'1.0'}, Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'LocalIPAssociation': {'1.0'}, Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Log': {'1.0'}, Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'NDPProxy': {'1.0'}, Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Network': {'1.1'}, Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Port': {'1.7'}, Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'PortForwarding': {'1.2'}, Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'QosPolicy': {'1.10'}, Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'SecurityGroup': {'1.5'}, Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'SecurityGroupRule': {'1.2'}, Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'SubPort': {'1.0'}, Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Subnet': {'1.1'}, Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Trunk': {'1.1'}} Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: consumer versions: Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: { DHCP agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: L3 agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: Metadata agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: Metering agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: Open vSwitch agent@dv-cinder-831247-13-iscsi: { 'AddressGroup': '1.2', Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Agent': '1.1', Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'ConntrackHelper': '1.0', Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'LocalIPAssociation': '1.0', Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Log': '1.0', Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'NDPProxy': '1.0', Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Network': '1.1', Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Port': '1.7', Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'PortForwarding': '1.2', Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'QosPolicy': '1.10', Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'SecurityGroup': '1.5', Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'SecurityGroupRule': '1.2', Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'SubPort': '1.0', Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Subnet': '1.1', Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Trunk': '1.1'}} Mar 16 00:29:17.029281 dv-cinder-831247-13-iscsi neutron-server[109655]: {{(pid=109655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 00:29:17.066611 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2ffba46c-7a7b-4fe8-9e70-b3d817d7398b admin admin] Publish callbacks [] for security_group (16f842da-f8f1-4f89-ad8f-6bfffbe7f8c5), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:29:17.087672 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2ffba46c-7a7b-4fe8-9e70-b3d817d7398b admin admin] Publish callbacks [] for security_group (16f842da-f8f1-4f89-ad8f-6bfffbe7f8c5), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:29:17.176898 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2ffba46c-7a7b-4fe8-9e70-b3d817d7398b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (16f842da-f8f1-4f89-ad8f-6bfffbe7f8c5), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:29:17.179511 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2ffba46c-7a7b-4fe8-9e70-b3d817d7398b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:29:17.180664 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-2ffba46c-7a7b-4fe8-9e70-b3d817d7398b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/16f842da-f8f1-4f89-ad8f-6bfffbe7f8c5 HTTP/1.1" status: 204 len: 168 time: 0.1712551 Mar 16 00:29:17.188748 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffba46c-7a7b-4fe8-9e70-b3d817d7398b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f842da-f8f1-4f89-ad8f-6bfffbe7f8c5,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:29:17.195469 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffba46c-7a7b-4fe8-9e70-b3d817d7398b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.195812 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffba46c-7a7b-4fe8-9e70-b3d817d7398b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.196149 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffba46c-7a7b-4fe8-9e70-b3d817d7398b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.196484 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffba46c-7a7b-4fe8-9e70-b3d817d7398b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.196812 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffba46c-7a7b-4fe8-9e70-b3d817d7398b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.197140 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffba46c-7a7b-4fe8-9e70-b3d817d7398b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.197464 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffba46c-7a7b-4fe8-9e70-b3d817d7398b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.197811 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffba46c-7a7b-4fe8-9e70-b3d817d7398b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.198134 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffba46c-7a7b-4fe8-9e70-b3d817d7398b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.198459 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffba46c-7a7b-4fe8-9e70-b3d817d7398b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.198802 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffba46c-7a7b-4fe8-9e70-b3d817d7398b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.199154 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffba46c-7a7b-4fe8-9e70-b3d817d7398b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.199471 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffba46c-7a7b-4fe8-9e70-b3d817d7398b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.199787 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffba46c-7a7b-4fe8-9e70-b3d817d7398b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:17.200106 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffba46c-7a7b-4fe8-9e70-b3d817d7398b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:29:19.978322 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-806033e2-8fcf-4017-a77f-1fad2d8fe5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:29:22.303037 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-7de9cb25-d24f-4bbc-a0ae-c2d5d068d75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:29:23.547601 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:29:23.820191 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 5 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:29:24.941705 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:29:26.328301 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:29:49.981131 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-2282af16-1384-448e-8d92-c63606190c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:29:52.303127 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eca2214f-73fa-4842-b234-b893f489fae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:29:53.546261 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:29:54.946807 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:29:56.329095 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:30:00.819044 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 5 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:30:19.988871 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b3043483-60be-4336-8b89-83bfda768e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:30:22.304203 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ce678bd3-bd78-4f3d-9c33-f3df088e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:30:23.547926 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:30:24.950047 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:30:26.330635 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:30:37.817172 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 5 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:30:49.980393 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-5a04eb0b-d6ac-4dab-b3e7-964ef341c905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:30:52.032296 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563817'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:30:52.304711 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-44395467-a3af-4f4f-81da-59eaf2d2a9b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:30:53.549912 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:30:54.954117 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:30:56.333012 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:31:07.431879 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53084) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:31:07.534157 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-06ed772e-a3ad-40e4-81d4-48b5ad00e91a admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1011834 Mar 16 00:31:09.835159 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53094) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:31:09.889946 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-92030aef-27f0-4a04-b206-6d785c8a4ae2 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0536592 Mar 16 00:31:14.816171 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:31:19.982288 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-632fee50-fe51-41a5-8f89-3a0502e6c102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:31:21.989981 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:31:22.305772 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-6a15d276-5aa9-4d5f-b37c-5b11878857bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:31:23.553058 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:31:24.954635 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:31:26.335376 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:31:49.987350 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-3c5b1a5e-2702-4159-b1f3-5f5d60aa0fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:31:51.814298 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:31:52.002939 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:31:52.305781 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-a2384171-5a16-47bb-a06a-eaf0536a1d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:31:53.555691 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:31:54.958759 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:31:56.340657 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:19.986426 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-401d86ca-62d9-4ea3-bc40-1fc9ef40ce01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:21.996918 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:22.306820 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-05897ca3-1701-479b-9025-17b21b311397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:23.558768 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:24.961589 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:26.332980 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:28.812647 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:32:45.489149 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53244) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:45.829684 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1035448002-network', 'tenant_id': '7cce5344ac5f436c833a8f9db2a03b9c'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:32:45.853432 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Made reservation on behalf of 7cce5344ac5f436c833a8f9db2a03b9c for: {'network': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:32:45.855901 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for network (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:45.864639 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:45.943356 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Publish callbacks [] for security_group (a5145c78-3d69-46bb-b6da-fea472c7df30), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:45.948111 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (a5145c78-3d69-46bb-b6da-fea472c7df30), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:45.978134 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=109656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 00:32:45.980085 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5145c78-3d69-46bb-b6da-fea472c7df30,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:45.989621 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:45.990060 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:45.990470 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:45.990725 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:45.991160 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:45.991439 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:45.991716 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:45.992055 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:45.992431 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:45.992753 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:45.993265 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:45.993625 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:45.993952 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:45.994273 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:45.994588 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Tracked resource versions report: Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: pushed versions: Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: { 'AddressGroup': {'1.2'}, Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Agent': {'1.1'}, Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'ConntrackHelper': {'1.0'}, Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'LocalIPAssociation': {'1.0'}, Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Log': {'1.0'}, Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'NDPProxy': {'1.0'}, Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Network': {'1.1'}, Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Port': {'1.7'}, Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'PortForwarding': {'1.2'}, Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'QosPolicy': {'1.10'}, Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'SecurityGroup': {'1.5'}, Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'SecurityGroupRule': {'1.2'}, Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'SubPort': {'1.0'}, Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Subnet': {'1.1'}, Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Trunk': {'1.1'}} Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: consumer versions: Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: { DHCP agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: HyperV agent@hv-cinder-83124: {}, Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: L3 agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: Metadata agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: Metering agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: Open vSwitch agent@dv-cinder-831247-13-iscsi: { 'AddressGroup': '1.2', Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Agent': '1.1', Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'ConntrackHelper': '1.0', Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'LocalIPAssociation': '1.0', Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Log': '1.0', Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'NDPProxy': '1.0', Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Network': '1.1', Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Port': '1.7', Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'PortForwarding': '1.2', Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'QosPolicy': '1.10', Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'SecurityGroup': '1.5', Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'SecurityGroupRule': '1.2', Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'SubPort': '1.0', Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Subnet': '1.1', Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: 'Trunk': '1.1'}} Mar 16 00:32:45.995959 dv-cinder-831247-13-iscsi neutron-server[109656]: {{(pid=109656) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 00:32:46.011975 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (14c0e0a6-21f3-4777-8ad7-5fcb716b4f71), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:46.012324 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.segments_db [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Added segment 14c0e0a6-21f3-4777-8ad7-5fcb716b4f71 of type vlan for network 6308a0ef-ea5a-46b4-be77-ebfb876ddde0 Mar 16 00:32:46.078167 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752661257912'] for network (6308a0ef-ea5a-46b4-be77-ebfb876ddde0), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:46.108413 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for network (6308a0ef-ea5a-46b4-be77-ebfb876ddde0), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:46.109607 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:32:46.110318 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:46.165541 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6751604 Mar 16 00:32:46.168349 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 53284) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:46.176494 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Request body: {'subnet': {'network_id': '6308a0ef-ea5a-46b4-be77-ebfb876ddde0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1035448002-subnet', 'tenant_id': '7cce5344ac5f436c833a8f9db2a03b9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:32:46.181240 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d4dd2-da53-40e3-a396-785205b423ae admin admin] Pushing event updated for resources: {'Network': ['ID=6308a0ef-ea5a-46b4-be77-ebfb876ddde0,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:46.192407 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Network 6308a0ef-ea5a-46b4-be77-ebfb876ddde0 details requested by agent ovs-agent-dv-cinder-831247-13-iscsi with host dv-cinder-831247-13-iscsi {{(pid=109657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 00:32:46.248246 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Made reservation on behalf of 7cce5344ac5f436c833a8f9db2a03b9c for: {'subnet': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:32:46.251324 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:46.534855 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for subnet (09601caf-d12c-4fa6-a4e9-52bd42982e87), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:46.585218 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53316) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:46.592469 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09601caf-d12c-4fa6-a4e9-52bd42982e87,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:46.601054 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:46.601409 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:46.601786 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:46.602129 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:46.602462 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:46.602791 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:46.603115 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:46.603436 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:46.603961 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:46.604292 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:46.604638 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:46.605156 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:46.605680 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:46.606011 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:46.606330 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Tracked resource versions report: Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: pushed versions: Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: { 'AddressGroup': {'1.2'}, Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Agent': {'1.1'}, Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'ConntrackHelper': {'1.0'}, Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'LocalIPAssociation': {'1.0'}, Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Log': {'1.0'}, Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'NDPProxy': {'1.0'}, Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Network': {'1.1'}, Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Port': {'1.7'}, Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'PortForwarding': {'1.2'}, Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'QosPolicy': {'1.10'}, Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'SecurityGroup': {'1.5'}, Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'SecurityGroupRule': {'1.2'}, Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'SubPort': {'1.0'}, Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Subnet': {'1.1'}, Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Trunk': {'1.1'}} Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: consumer versions: Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: { DHCP agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: HyperV agent@hv-cinder-83124: {}, Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: L3 agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: Metadata agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: Metering agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: Open vSwitch agent@dv-cinder-831247-13-iscsi: { 'AddressGroup': '1.2', Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Agent': '1.1', Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'ConntrackHelper': '1.0', Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'LocalIPAssociation': '1.0', Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Log': '1.0', Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'NDPProxy': '1.0', Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Network': '1.1', Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Port': '1.7', Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'PortForwarding': '1.2', Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'QosPolicy': '1.10', Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'SecurityGroup': '1.5', Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'SecurityGroupRule': '1.2', Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'SubPort': '1.0', Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Subnet': '1.1', Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: 'Trunk': '1.1'}} Mar 16 00:32:46.607622 dv-cinder-831247-13-iscsi neutron-server[109655]: {{(pid=109655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 00:32:46.617079 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53320) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:46.629387 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Checking segment: {'id': '14c0e0a6-21f3-4777-8ad7-5fcb716b4f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6308a0ef-ea5a-46b4-be77-ebfb876ddde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:32:46.629798 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Network hostable DHCP agents. Network: 6308a0ef-ea5a-46b4-be77-ebfb876ddde0, hostable agents: ['92114df5-18d6-4d7c-9264-0f0b53b6b6a9'], hosted agents: [] {{(pid=109655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 00:32:46.655304 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Network 6308a0ef-ea5a-46b4-be77-ebfb876ddde0 is scheduled to be hosted by DHCP agent 92114df5-18d6-4d7c-9264-0f0b53b6b6a9 with binding_index 1 {{(pid=109655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 00:32:46.672374 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-13-iscsi, 6308a0ef-ea5a-46b4-be77-ebfb876ddde0) {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:32:46.678675 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:32:46.679658 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:46.686673 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497f0482-0ff7-4804-ac0c-b7ba47586453 None None] Network 6308a0ef-ea5a-46b4-be77-ebfb876ddde0 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:32:46.710054 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-ac5bc611-901d-47a1-8294-4c0424bd2790 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5394561 Mar 16 00:32:46.799865 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0487b03-023b-4a02-9606-00b2efb8cbb7 None None] Network 6308a0ef-ea5a-46b4-be77-ebfb876ddde0 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:32:47.007681 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-f8fdfd8b-8270-4c41-aa5a-e145f0d07add admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1639738154-network', 'tenant_id': '7490363f2ce24e2887748fa443b89c91'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:32:47.033598 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-0d3f1623-103a-4ee0-a604-4b635ff8f4ca admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-700803178-network', 'tenant_id': '0805063824b448b19d38f2192383dab0'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:32:47.038265 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fdfd8b-8270-4c41-aa5a-e145f0d07add admin admin] Made reservation on behalf of 7490363f2ce24e2887748fa443b89c91 for: {'network': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:32:47.040817 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f8fdfd8b-8270-4c41-aa5a-e145f0d07add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for network (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:47.052158 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f8fdfd8b-8270-4c41-aa5a-e145f0d07add admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:47.078371 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3f1623-103a-4ee0-a604-4b635ff8f4ca admin admin] Made reservation on behalf of 0805063824b448b19d38f2192383dab0 for: {'network': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:32:47.080632 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1623-103a-4ee0-a604-4b635ff8f4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for network (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:47.093592 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1623-103a-4ee0-a604-4b635ff8f4ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:47.191016 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 53348) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:47.191516 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f8fdfd8b-8270-4c41-aa5a-e145f0d07add admin admin] Publish callbacks [] for security_group (65c3bca5-5835-4db8-9b4b-67680010cccc), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:47.199127 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f8fdfd8b-8270-4c41-aa5a-e145f0d07add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (65c3bca5-5835-4db8-9b4b-67680010cccc), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:47.222722 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8fdfd8b-8270-4c41-aa5a-e145f0d07add admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=109656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 00:32:47.248352 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1623-103a-4ee0-a604-4b635ff8f4ca admin admin] Publish callbacks [] for security_group (aa1e20f1-4f66-49b8-997e-22599158a2b8), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:47.258934 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1623-103a-4ee0-a604-4b635ff8f4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (aa1e20f1-4f66-49b8-997e-22599158a2b8), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:47.262331 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f8fdfd8b-8270-4c41-aa5a-e145f0d07add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (d23ab82b-c65e-478d-abce-c43fb5667a63), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:47.262786 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.segments_db [None req-f8fdfd8b-8270-4c41-aa5a-e145f0d07add admin admin] Added segment d23ab82b-c65e-478d-abce-c43fb5667a63 of type vlan for network ad7821b7-8706-4c5b-bf39-2dd36a75d266 Mar 16 00:32:47.270748 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fdfd8b-8270-4c41-aa5a-e145f0d07add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c3bca5-5835-4db8-9b4b-67680010cccc,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:47.337179 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3f1623-103a-4ee0-a604-4b635ff8f4ca admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=109656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 00:32:47.386273 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f8fdfd8b-8270-4c41-aa5a-e145f0d07add admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752661257912'] for network (ad7821b7-8706-4c5b-bf39-2dd36a75d266), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:47.407272 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1623-103a-4ee0-a604-4b635ff8f4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (3b8e17e8-0a8b-4d02-8483-ed998442e15c), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:47.407649 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.segments_db [None req-0d3f1623-103a-4ee0-a604-4b635ff8f4ca admin admin] Added segment 3b8e17e8-0a8b-4d02-8483-ed998442e15c of type vlan for network 478c8fcf-dd33-4563-9746-bcc1734bbf9d Mar 16 00:32:47.408885 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f1623-103a-4ee0-a604-4b635ff8f4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1e20f1-4f66-49b8-997e-22599158a2b8,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:47.540020 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1623-103a-4ee0-a604-4b635ff8f4ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752661257912'] for network (478c8fcf-dd33-4563-9746-bcc1734bbf9d), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:47.544328 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f8fdfd8b-8270-4c41-aa5a-e145f0d07add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for network (ad7821b7-8706-4c5b-bf39-2dd36a75d266), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:47.545474 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fdfd8b-8270-4c41-aa5a-e145f0d07add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:32:47.546411 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f8fdfd8b-8270-4c41-aa5a-e145f0d07add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:47.621336 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-e2aad4f3-716e-4799-83e8-731b6d3ba131 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-network', 'tenant_id': '9757ece4998543cd903bcd45f5938e73'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:32:47.665806 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2aad4f3-716e-4799-83e8-731b6d3ba131 admin admin] Made reservation on behalf of 9757ece4998543cd903bcd45f5938e73 for: {'network': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:32:47.669046 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-e2aad4f3-716e-4799-83e8-731b6d3ba131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for network (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:47.688107 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-e2aad4f3-716e-4799-83e8-731b6d3ba131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:47.688823 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1623-103a-4ee0-a604-4b635ff8f4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for network (478c8fcf-dd33-4563-9746-bcc1734bbf9d), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:47.689800 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f1623-103a-4ee0-a604-4b635ff8f4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:32:47.690387 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1623-103a-4ee0-a604-4b635ff8f4ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:47.750979 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fdfd8b-8270-4c41-aa5a-e145f0d07add admin admin] Pushing event updated for resources: {'Network': ['ID=ad7821b7-8706-4c5b-bf39-2dd36a75d266,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:47.771054 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Network ad7821b7-8706-4c5b-bf39-2dd36a75d266 details requested by agent ovs-agent-dv-cinder-831247-13-iscsi with host dv-cinder-831247-13-iscsi {{(pid=109657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 00:32:47.778954 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 53368) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:47.779638 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-0d3f1623-103a-4ee0-a604-4b635ff8f4ca admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1601927 Mar 16 00:32:47.799417 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-f8fdfd8b-8270-4c41-aa5a-e145f0d07add admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2115319 Mar 16 00:32:47.853550 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-e2aad4f3-716e-4799-83e8-731b6d3ba131 admin admin] Publish callbacks [] for security_group (5f9ea4f0-592b-4664-a55e-e0b9169288af), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:47.870530 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-623a0f7a-6a6a-43b4-83a5-1fc4f2c1bc51 admin admin] Request body: {'subnet': {'network_id': '478c8fcf-dd33-4563-9746-bcc1734bbf9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-700803178-subnet', 'tenant_id': '0805063824b448b19d38f2192383dab0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:32:47.873778 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 53370) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:47.890557 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-c2f5d996-1c68-4f8a-ac88-1ee178bfb0ab admin admin] Request body: {'subnet': {'network_id': 'ad7821b7-8706-4c5b-bf39-2dd36a75d266', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1639738154-subnet', 'tenant_id': '7490363f2ce24e2887748fa443b89c91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:32:47.930460 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-e2aad4f3-716e-4799-83e8-731b6d3ba131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (5f9ea4f0-592b-4664-a55e-e0b9169288af), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:47.936642 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f1623-103a-4ee0-a604-4b635ff8f4ca admin admin] Pushing event updated for resources: {'Network': ['ID=478c8fcf-dd33-4563-9746-bcc1734bbf9d,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:47.941018 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f5d996-1c68-4f8a-ac88-1ee178bfb0ab admin admin] Made reservation on behalf of 7490363f2ce24e2887748fa443b89c91 for: {'subnet': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:32:47.945354 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c2f5d996-1c68-4f8a-ac88-1ee178bfb0ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:47.950679 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Network 478c8fcf-dd33-4563-9746-bcc1734bbf9d details requested by agent ovs-agent-dv-cinder-831247-13-iscsi with host dv-cinder-831247-13-iscsi {{(pid=109657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 00:32:48.173541 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2aad4f3-716e-4799-83e8-731b6d3ba131 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=109655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 00:32:48.191038 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-e2aad4f3-716e-4799-83e8-731b6d3ba131 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752661694145', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (e2963d80-a420-4b1b-bd31-7a4b6c97dd4c), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:48.193072 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-e2aad4f3-716e-4799-83e8-731b6d3ba131 admin admin] Unsubscribe: segment precommit_create {{(pid=109655) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 16 00:32:48.194357 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.db.segments_db [None req-e2aad4f3-716e-4799-83e8-731b6d3ba131 admin admin] Added segment e2963d80-a420-4b1b-bd31-7a4b6c97dd4c of type vlan for network d2dff86c-7c3f-4a04-a8eb-499a78756e53 Mar 16 00:32:48.264668 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-e2aad4f3-716e-4799-83e8-731b6d3ba131 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752661257912'] for network (d2dff86c-7c3f-4a04-a8eb-499a78756e53), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:48.305184 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aad4f3-716e-4799-83e8-731b6d3ba131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9ea4f0-592b-4664-a55e-e0b9169288af,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:48.321862 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-e2aad4f3-716e-4799-83e8-731b6d3ba131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for network (d2dff86c-7c3f-4a04-a8eb-499a78756e53), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:48.323641 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aad4f3-716e-4799-83e8-731b6d3ba131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:32:48.324650 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-e2aad4f3-716e-4799-83e8-731b6d3ba131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:48.422107 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-e2aad4f3-716e-4799-83e8-731b6d3ba131 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2287641 Mar 16 00:32:48.427092 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53424) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:48.433121 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-939746d2-fe3f-4052-bf27-2fb890cd6a4b admin admin] Request body: {'subnet': {'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-subnet', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:32:48.438384 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623a0f7a-6a6a-43b4-83a5-1fc4f2c1bc51 admin admin] Made reservation on behalf of 0805063824b448b19d38f2192383dab0 for: {'subnet': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:32:48.440799 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-623a0f7a-6a6a-43b4-83a5-1fc4f2c1bc51 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:48.482546 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939746d2-fe3f-4052-bf27-2fb890cd6a4b admin admin] Made reservation on behalf of 9757ece4998543cd903bcd45f5938e73 for: {'subnet': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:32:48.484969 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-939746d2-fe3f-4052-bf27-2fb890cd6a4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:48.581972 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aad4f3-716e-4799-83e8-731b6d3ba131 admin admin] Pushing event updated for resources: {'Network': ['ID=d2dff86c-7c3f-4a04-a8eb-499a78756e53,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:48.597850 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Network d2dff86c-7c3f-4a04-a8eb-499a78756e53 details requested by agent ovs-agent-dv-cinder-831247-13-iscsi with host dv-cinder-831247-13-iscsi {{(pid=109657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 00:32:48.683201 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c2f5d996-1c68-4f8a-ac88-1ee178bfb0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for subnet (79fca44c-0d7a-4002-9dde-dbeafd2599c9), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:48.751183 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 53456) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:48.759810 dv-cinder-831247-13-iscsi neutron-server[109655]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 16 00:32:48.838594 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-939746d2-fe3f-4052-bf27-2fb890cd6a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for subnet (b5bae3d1-615a-4037-9a7b-190e549a5881), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:48.876087 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5d996-1c68-4f8a-ac88-1ee178bfb0ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=79fca44c-0d7a-4002-9dde-dbeafd2599c9,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:48.909109 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939746d2-fe3f-4052-bf27-2fb890cd6a4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5bae3d1-615a-4037-9a7b-190e549a5881,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:48.912477 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53466) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:48.913475 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939746d2-fe3f-4052-bf27-2fb890cd6a4b admin admin] Checking segment: {'id': 'e2963d80-a420-4b1b-bd31-7a4b6c97dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:32:48.914038 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939746d2-fe3f-4052-bf27-2fb890cd6a4b admin admin] Network hostable DHCP agents. Network: d2dff86c-7c3f-4a04-a8eb-499a78756e53, hostable agents: ['92114df5-18d6-4d7c-9264-0f0b53b6b6a9'], hosted agents: [] {{(pid=109656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 00:32:48.940705 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939746d2-fe3f-4052-bf27-2fb890cd6a4b admin admin] Network d2dff86c-7c3f-4a04-a8eb-499a78756e53 is scheduled to be hosted by DHCP agent 92114df5-18d6-4d7c-9264-0f0b53b6b6a9 with binding_index 1 {{(pid=109656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 00:32:48.956797 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-939746d2-fe3f-4052-bf27-2fb890cd6a4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-13-iscsi, d2dff86c-7c3f-4a04-a8eb-499a78756e53) {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:32:48.962366 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939746d2-fe3f-4052-bf27-2fb890cd6a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:32:48.963268 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-939746d2-fe3f-4052-bf27-2fb890cd6a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:48.973203 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1001f4c2-cbd2-4882-b10d-8a610ed129e9 None None] Network d2dff86c-7c3f-4a04-a8eb-499a78756e53 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:32:48.988685 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-939746d2-fe3f-4052-bf27-2fb890cd6a4b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5614650 Mar 16 00:32:48.994472 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53472) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:49.002239 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-51683399-c4f8-40b2-9ac6-d1e40c04b6a4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-router', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:32:49.036731 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-51683399-c4f8-40b2-9ac6-d1e40c04b6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27896'] for router (0f1585d1-b60f-4815-95e4-b4c9df7732ea), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.038983 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-51683399-c4f8-40b2-9ac6-d1e40c04b6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1033786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27889'] for router (0f1585d1-b60f-4815-95e4-b4c9df7732ea), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.052248 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f5d996-1c68-4f8a-ac88-1ee178bfb0ab admin admin] Checking segment: {'id': 'd23ab82b-c65e-478d-abce-c43fb5667a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ad7821b7-8706-4c5b-bf39-2dd36a75d266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:32:49.052890 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f5d996-1c68-4f8a-ac88-1ee178bfb0ab admin admin] Network hostable DHCP agents. Network: ad7821b7-8706-4c5b-bf39-2dd36a75d266, hostable agents: ['92114df5-18d6-4d7c-9264-0f0b53b6b6a9'], hosted agents: [] {{(pid=109655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 00:32:49.086934 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234eb4e-b798-4158-a745-708079239c5e req-dd61d91a-e1c5-42d6-9d0e-0add0c978c60 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:32:49.088426 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1234eb4e-b798-4158-a745-708079239c5e req-dd61d91a-e1c5-42d6-9d0e-0add0c978c60 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/networks?id=6308a0ef-ea5a-46b4-be77-ebfb876ddde0 HTTP/1.1" status: 200 len: 812 time: 0.3342178 Mar 16 00:32:49.094343 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-623a0f7a-6a6a-43b4-83a5-1fc4f2c1bc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for subnet (887778f1-e360-4878-bcbe-ee860da86eea), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.130675 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 53474) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:49.135575 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1adf14ab-7b2c-5d9c-b824-2499cacfe593-d2dff86c-7c3f-4a04-a8eb-499a78756e53', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'project_id': '9757ece4998543cd903bcd45f5938e73', 'fixed_ips': [{'subnet_id': 'b5bae3d1-615a-4037-9a7b-190e549a5881'}]}} from dv-cinder-831247-13-iscsi. {{(pid=109657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 00:32:49.137981 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.145088 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f5d996-1c68-4f8a-ac88-1ee178bfb0ab admin admin] Network ad7821b7-8706-4c5b-bf39-2dd36a75d266 is scheduled to be hosted by DHCP agent 92114df5-18d6-4d7c-9264-0f0b53b6b6a9 with binding_index 1 {{(pid=109655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 00:32:49.146396 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-51683399-c4f8-40b2-9ac6-d1e40c04b6a4 admin admin] Publish callbacks [] for router_controller (0f1585d1-b60f-4815-95e4-b4c9df7732ea), precommit_add_association {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.152922 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1234eb4e-b798-4158-a745-708079239c5e req-fd780827-eeb2-487d-a691-9c2d9ee890e3 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/quotas/7cce5344ac5f436c833a8f9db2a03b9c HTTP/1.1" status: 200 len: 375 time: 0.0564842 Mar 16 00:32:49.167277 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-c2f5d996-1c68-4f8a-ac88-1ee178bfb0ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-13-iscsi, ad7821b7-8706-4c5b-bf39-2dd36a75d266) {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:32:49.249715 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f5d996-1c68-4f8a-ac88-1ee178bfb0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:32:49.250879 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666622ac-cd7f-490f-9e6d-020d68180f45 None None] Network ad7821b7-8706-4c5b-bf39-2dd36a75d266 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:32:49.251258 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c2f5d996-1c68-4f8a-ac88-1ee178bfb0ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.256039 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-94fbddf0-2fa1-442c-92ad-02bbe96cd03b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.256718 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a0f7a-6a6a-43b4-83a5-1fc4f2c1bc51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=887778f1-e360-4878-bcbe-ee860da86eea,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:49.291619 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1234eb4e-b798-4158-a745-708079239c5e req-7699c542-73de-4695-ad44-9bc681c10d77 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cce5344ac5f436c833a8f9db2a03b9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1293805 Mar 16 00:32:49.311837 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-7a7484a0-a35c-4b8e-8bb9-78a0e7d7da9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.330941 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-c2f5d996-1c68-4f8a-ac88-1ee178bfb0ab admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4546957 Mar 16 00:32:49.345155 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 53486) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:49.357330 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-6478bff2-eaf7-469b-b6c1-6aaa787ea0e2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1639738154-router', 'tenant_id': '7490363f2ce24e2887748fa443b89c91', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:32:49.370800 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a0f7a-6a6a-43b4-83a5-1fc4f2c1bc51 admin admin] Checking segment: {'id': '3b8e17e8-0a8b-4d02-8483-ed998442e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '478c8fcf-dd33-4563-9746-bcc1734bbf9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:32:49.371463 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623a0f7a-6a6a-43b4-83a5-1fc4f2c1bc51 admin admin] Network hostable DHCP agents. Network: 478c8fcf-dd33-4563-9746-bcc1734bbf9d, hostable agents: ['92114df5-18d6-4d7c-9264-0f0b53b6b6a9'], hosted agents: [] {{(pid=109655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 00:32:49.378768 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-51683399-c4f8-40b2-9ac6-d1e40c04b6a4 admin admin] Publish callbacks [] for router_gateway (0f1585d1-b60f-4815-95e4-b4c9df7732ea), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.427389 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6478bff2-eaf7-469b-b6c1-6aaa787ea0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27896'] for router (8501386e-dff6-46ac-8363-fd18c8dd878a), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.432499 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.db_base_plugin_common [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Allocated IP 172.20.0.2 (d2dff86c-7c3f-4a04-a8eb-499a78756e53/b5bae3d1-615a-4037-9a7b-190e549a5881/b0526e66-fa7b-4139-ae85-ee84d1a5d610) {{(pid=109657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:32:49.432800 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6478bff2-eaf7-469b-b6c1-6aaa787ea0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1033786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27889'] for router (8501386e-dff6-46ac-8363-fd18c8dd878a), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.454658 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623a0f7a-6a6a-43b4-83a5-1fc4f2c1bc51 admin admin] Network 478c8fcf-dd33-4563-9746-bcc1734bbf9d is scheduled to be hosted by DHCP agent 92114df5-18d6-4d7c-9264-0f0b53b6b6a9 with binding_index 1 {{(pid=109655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 00:32:49.487079 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-94fbddf0-2fa1-442c-92ad-02bbe96cd03b admin admin] Publish callbacks [] for security_group (b9ac0fd6-4d38-4b0a-a2f6-96f687bec658), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.493037 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-94fbddf0-2fa1-442c-92ad-02bbe96cd03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (b9ac0fd6-4d38-4b0a-a2f6-96f687bec658), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.495586 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-623a0f7a-6a6a-43b4-83a5-1fc4f2c1bc51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-13-iscsi, 478c8fcf-dd33-4563-9746-bcc1734bbf9d) {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:32:49.528067 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1c316d-0877-4e71-aec5-a7e57a46b1d4 None None] Network 478c8fcf-dd33-4563-9746-bcc1734bbf9d requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:32:49.546775 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623a0f7a-6a6a-43b4-83a5-1fc4f2c1bc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:32:49.546775 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-623a0f7a-6a6a-43b4-83a5-1fc4f2c1bc51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.551319 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-94fbddf0-2fa1-442c-92ad-02bbe96cd03b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03ce235f7051452f99f8433b7187b665&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6316812 Mar 16 00:32:49.552324 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbddf0-2fa1-442c-92ad-02bbe96cd03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ac0fd6-4d38-4b0a-a2f6-96f687bec658,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:49.557319 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53494) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:49.557680 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbbd8a0-90e2-40d1-91a1-799357c37c19 None None] Network ad7821b7-8706-4c5b-bf39-2dd36a75d266 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:32:49.636788 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [req-1234eb4e-b798-4158-a745-708079239c5e req-6ed4e291-bb9b-4542-83bf-235f2429d6c7 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 00:32:49.638099 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1234eb4e-b798-4158-a745-708079239c5e req-6ed4e291-bb9b-4542-83bf-235f2429d6c7 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1847265 Mar 16 00:32:49.644431 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-7a7484a0-a35c-4b8e-8bb9-78a0e7d7da9c admin admin] Publish callbacks [] for security_group (125d7513-75e0-44de-93f2-f0c82270b3ba), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.651741 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-7a7484a0-a35c-4b8e-8bb9-78a0e7d7da9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (125d7513-75e0-44de-93f2-f0c82270b3ba), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.660148 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6478bff2-eaf7-469b-b6c1-6aaa787ea0e2 admin admin] Publish callbacks [] for router_controller (8501386e-dff6-46ac-8363-fd18c8dd878a), precommit_add_association {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.681185 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-623a0f7a-6a6a-43b4-83a5-1fc4f2c1bc51 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8189685 Mar 16 00:32:49.836444 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-beeb6f9d-55b5-4bf8-a0c3-9ec8661fc262 admin admin] Publish callbacks [] for security_group (b9ac0fd6-4d38-4b0a-a2f6-96f687bec658), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.869511 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Publish callbacks [] for port (b0526e66-fa7b-4139-ae85-ee84d1a5d610), precommit_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.887916 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-beeb6f9d-55b5-4bf8-a0c3-9ec8661fc262 admin admin] Publish callbacks [] for security_group (b9ac0fd6-4d38-4b0a-a2f6-96f687bec658), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.904153 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053'] for port (b0526e66-fa7b-4139-ae85-ee84d1a5d610), after_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.908678 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-51683399-c4f8-40b2-9ac6-d1e40c04b6a4 admin admin] Publish callbacks [] for router_gateway (0f1585d1-b60f-4815-95e4-b4c9df7732ea), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.937045 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-51683399-c4f8-40b2-9ac6-d1e40c04b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:49.943051 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Network d2dff86c-7c3f-4a04-a8eb-499a78756e53 is already hosted by enough agents. {{(pid=109657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:32:49.944596 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab482c0e-007e-4b67-a46c-4f7d0ae0b801 None None] Network 478c8fcf-dd33-4563-9746-bcc1734bbf9d requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:32:50.017999 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.base_scheduler [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Resources bound (agent type, host, resource id): {{(pid=109657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:32:50.018797 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-beeb6f9d-55b5-4bf8-a0c3-9ec8661fc262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (b9ac0fd6-4d38-4b0a-a2f6-96f687bec658), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:50.022382 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-beeb6f9d-55b5-4bf8-a0c3-9ec8661fc262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:50.024889 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-beeb6f9d-55b5-4bf8-a0c3-9ec8661fc262 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b9ac0fd6-4d38-4b0a-a2f6-96f687bec658 HTTP/1.1" status: 204 len: 168 time: 0.4656324 Mar 16 00:32:50.035635 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-7a7484a0-a35c-4b8e-8bb9-78a0e7d7da9c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b9b6a5d43104651a8cbef1cdc9f8b50&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9018188 Mar 16 00:32:50.036373 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7484a0-a35c-4b8e-8bb9-78a0e7d7da9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125d7513-75e0-44de-93f2-f0c82270b3ba,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:50.039464 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53508) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:50.059561 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Received port after_create {{(pid=109657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:32:50.101361 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-cdbbbfc4-2c57-4401-b07a-d94bbb003cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:50.116646 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb6f9d-55b5-4bf8-a0c3-9ec8661fc262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ac0fd6-4d38-4b0a-a2f6-96f687bec658,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:50.118652 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Pushing event updated for resources: {'Port': ['ID=b0526e66-fa7b-4139-ae85-ee84d1a5d610,revision_number=1']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:50.172146 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [None req-51683399-c4f8-40b2-9ac6-d1e40c04b6a4 admin admin] Allocated IP 172.27.2.66 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/e636a86f-fe0f-4a18-b642-3d1014054865) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:32:50.195265 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6478bff2-eaf7-469b-b6c1-6aaa787ea0e2 admin admin] Publish callbacks [] for router_gateway (8501386e-dff6-46ac-8363-fd18c8dd878a), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:50.223368 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1234eb4e-b798-4158-a745-708079239c5e req-fed0fefd-ed9d-4dbe-8198-e799a6ffcb5d service neutron] 10.222.0.10 "GET /v2.0/networks/6308a0ef-ea5a-46b4-be77-ebfb876ddde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607080 Mar 16 00:32:50.261451 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5754-22d9-4f5b-a81e-f6e61232812a admin admin] Publish callbacks [] for security_group (125d7513-75e0-44de-93f2-f0c82270b3ba), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:50.327433 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5754-22d9-4f5b-a81e-f6e61232812a admin admin] Publish callbacks [] for security_group (125d7513-75e0-44de-93f2-f0c82270b3ba), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:50.421713 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Attempting to bind port b0526e66-fa7b-4139-ae85-ee84d1a5d610 on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:32:50.421713 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Attempting to bind port b0526e66-fa7b-4139-ae85-ee84d1a5d610 by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': 'e2963d80-a420-4b1b-bd31-7a4b6c97dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53'}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:32:50.421713 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Attempting to bind port b0526e66-fa7b-4139-ae85-ee84d1a5d610 on network d2dff86c-7c3f-4a04-a8eb-499a78756e53 {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:32:50.433554 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:50.433885 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:50.434225 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:50.434580 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:50.435005 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:50.435220 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:50.435543 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:50.435860 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:50.436189 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:50.436512 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:50.440596 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:50.440969 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:50.445965 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:50.453035 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:50.453222 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1234eb4e-b798-4158-a745-708079239c5e req-574c7c48-e35c-47d9-bdf1-dac541a42319 service neutron] 10.222.0.10 "GET /v2.0/networks/6308a0ef-ea5a-46b4-be77-ebfb876ddde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202284 Mar 16 00:32:50.454257 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Tracked resource versions report: Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: pushed versions: Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: { 'AddressGroup': {'1.2'}, Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Agent': {'1.1'}, Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'ConntrackHelper': {'1.0'}, Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'LocalIPAssociation': {'1.0'}, Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Log': {'1.0'}, Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'NDPProxy': {'1.0'}, Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Network': {'1.1'}, Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Port': {'1.7'}, Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'PortForwarding': {'1.2'}, Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'QosPolicy': {'1.10'}, Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'SecurityGroup': {'1.5'}, Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'SecurityGroupRule': {'1.2'}, Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'SubPort': {'1.0'}, Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Subnet': {'1.1'}, Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Trunk': {'1.1'}} Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: consumer versions: Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: { DHCP agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: HyperV agent@hv-cinder-83124: {}, Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: L3 agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: Metadata agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: Metering agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: Open vSwitch agent@dv-cinder-831247-13-iscsi: { 'AddressGroup': '1.2', Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Agent': '1.1', Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'ConntrackHelper': '1.0', Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'LocalIPAssociation': '1.0', Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Log': '1.0', Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'NDPProxy': '1.0', Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Network': '1.1', Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Port': '1.7', Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'PortForwarding': '1.2', Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'QosPolicy': '1.10', Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'SecurityGroup': '1.5', Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'SecurityGroupRule': '1.2', Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'SubPort': '1.0', Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Subnet': '1.1', Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: 'Trunk': '1.1'}} Mar 16 00:32:50.455649 dv-cinder-831247-13-iscsi neutron-server[109657]: {{(pid=109657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 00:32:50.458746 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:32:50.459104 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Checking segment: {'id': 'e2963d80-a420-4b1b-bd31-7a4b6c97dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:32:50.459719 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:50.460140 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Bound using segment: {'id': 'e2963d80-a420-4b1b-bd31-7a4b6c97dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53'} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:32:50.460608 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Bound port: b0526e66-fa7b-4139-ae85-ee84d1a5d610, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2963d80-a420-4b1b-bd31-7a4b6c97dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53'}}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:32:50.461309 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (b0526e66-fa7b-4139-ae85-ee84d1a5d610), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:50.509724 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-51683399-c4f8-40b2-9ac6-d1e40c04b6a4 admin admin] Publish callbacks [] for port (e636a86f-fe0f-4a18-b642-3d1014054865), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:50.608425 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-51683399-c4f8-40b2-9ac6-d1e40c04b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053'] for port (e636a86f-fe0f-4a18-b642-3d1014054865), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:50.695135 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] For port b0526e66-fa7b-4139-ae85-ee84d1a5d610, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:32:50.699052 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] For port b0526e66-fa7b-4139-ae85-ee84d1a5d610, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=b0526e66-fa7b-4139-ae85-ee84d1a5d610,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:32:50.706604 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 53544) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:50.710256 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (b0526e66-fa7b-4139-ae85-ee84d1a5d610), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:50.712154 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-feeaa3f2-48dd-4aec-99e1-7310b3cbd289 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-801667278-network', 'tenant_id': '1025dfec97334b6c9a7ecb3fa0b61743'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:32:50.739320 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51683399-c4f8-40b2-9ac6-d1e40c04b6a4 admin admin] Pushing event updated for resources: {'Port': ['ID=e636a86f-fe0f-4a18-b642-3d1014054865,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:50.746136 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5754-22d9-4f5b-a81e-f6e61232812a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (125d7513-75e0-44de-93f2-f0c82270b3ba), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:50.750926 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5754-22d9-4f5b-a81e-f6e61232812a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:50.752062 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-0a5a5754-22d9-4f5b-a81e-f6e61232812a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/125d7513-75e0-44de-93f2-f0c82270b3ba HTTP/1.1" status: 204 len: 168 time: 0.6260874 Mar 16 00:32:50.771120 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a5754-22d9-4f5b-a81e-f6e61232812a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125d7513-75e0-44de-93f2-f0c82270b3ba,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:50.792125 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51683399-c4f8-40b2-9ac6-d1e40c04b6a4 admin admin] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:32:50.794109 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-51683399-c4f8-40b2-9ac6-d1e40c04b6a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:32:50.796969 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51683399-c4f8-40b2-9ac6-d1e40c04b6a4 admin admin] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:32:50.800546 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6478bff2-eaf7-469b-b6c1-6aaa787ea0e2 admin admin] Publish callbacks [] for router_gateway (8501386e-dff6-46ac-8363-fd18c8dd878a), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:50.870995 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feeaa3f2-48dd-4aec-99e1-7310b3cbd289 admin admin] Made reservation on behalf of 1025dfec97334b6c9a7ecb3fa0b61743 for: {'network': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:32:50.874173 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-feeaa3f2-48dd-4aec-99e1-7310b3cbd289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for network (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:50.899010 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6478bff2-eaf7-469b-b6c1-6aaa787ea0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:51.073477 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bfddb-4410-4cf2-85b3-eb7e4ce91eb8 None None] Pushing event updated for resources: {'Port': ['ID=b0526e66-fa7b-4139-ae85-ee84d1a5d610,revision_number=2']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:51.146208 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-feeaa3f2-48dd-4aec-99e1-7310b3cbd289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:51.230334 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-11cfad7e-0c6b-40c6-858c-27f2de5d6ee1 req-a458825b-31e8-4db9-a92a-25b35a11aa77 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 210 time: 0.0851941 Mar 16 00:32:51.271007 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_common [None req-6478bff2-eaf7-469b-b6c1-6aaa787ea0e2 admin admin] Allocated IP 172.27.2.174 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5) {{(pid=109655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:32:51.392203 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-51683399-c4f8-40b2-9ac6-d1e40c04b6a4 admin admin] Publish callbacks [] for router_gateway (0f1585d1-b60f-4815-95e4-b4c9df7732ea), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:51.532562 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-feeaa3f2-48dd-4aec-99e1-7310b3cbd289 admin admin] Publish callbacks [] for security_group (b7cd34dc-964d-45b6-9ede-5ec33e36a197), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:51.543223 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53586) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:51.543617 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-feeaa3f2-48dd-4aec-99e1-7310b3cbd289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (b7cd34dc-964d-45b6-9ede-5ec33e36a197), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:51.563194 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4f37723e-bdda-47d2-9041-0a1ae4f609e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:51.593180 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeaa3f2-48dd-4aec-99e1-7310b3cbd289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cd34dc-964d-45b6-9ede-5ec33e36a197,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:51.619818 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feeaa3f2-48dd-4aec-99e1-7310b3cbd289 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 00:32:51.653461 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-feeaa3f2-48dd-4aec-99e1-7310b3cbd289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (c848a168-7df1-4e74-81ca-0ae99744a1a5), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:51.654071 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4f37723e-bdda-47d2-9041-0a1ae4f609e5 admin admin] Publish callbacks [] for security_group (16f69a26-928f-4105-ad38-de009bc08e9c), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:51.654334 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.db.segments_db [None req-feeaa3f2-48dd-4aec-99e1-7310b3cbd289 admin admin] Added segment c848a168-7df1-4e74-81ca-0ae99744a1a5 of type vlan for network 68b15fc6-76b4-46d8-a044-379ee0f8a67b Mar 16 00:32:51.658814 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6478bff2-eaf7-469b-b6c1-6aaa787ea0e2 admin admin] Publish callbacks [] for port (e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:51.664137 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4f37723e-bdda-47d2-9041-0a1ae4f609e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (16f69a26-928f-4105-ad38-de009bc08e9c), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:51.744336 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37723e-bdda-47d2-9041-0a1ae4f609e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f69a26-928f-4105-ad38-de009bc08e9c,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:51.749289 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-feeaa3f2-48dd-4aec-99e1-7310b3cbd289 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752661257912'] for network (68b15fc6-76b4-46d8-a044-379ee0f8a67b), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:51.806798 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-feeaa3f2-48dd-4aec-99e1-7310b3cbd289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for network (68b15fc6-76b4-46d8-a044-379ee0f8a67b), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:51.807761 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeaa3f2-48dd-4aec-99e1-7310b3cbd289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:32:51.808327 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-feeaa3f2-48dd-4aec-99e1-7310b3cbd289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:51.821667 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-4f37723e-bdda-47d2-9041-0a1ae4f609e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=30527affeb0c4c6faf18e4fb41e28aaa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2726676 Mar 16 00:32:51.830078 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 53596) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:51.867074 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6478bff2-eaf7-469b-b6c1-6aaa787ea0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053'] for port (e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:51.872509 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-51683399-c4f8-40b2-9ac6-d1e40c04b6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558706'] for router (0f1585d1-b60f-4815-95e4-b4c9df7732ea), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:51.918431 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-feeaa3f2-48dd-4aec-99e1-7310b3cbd289 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2104542 Mar 16 00:32:51.921064 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53604) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:51.967254 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6478bff2-eaf7-469b-b6c1-6aaa787ea0e2 admin admin] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:32:51.968064 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeaa3f2-48dd-4aec-99e1-7310b3cbd289 admin admin] Pushing event updated for resources: {'Network': ['ID=68b15fc6-76b4-46d8-a044-379ee0f8a67b,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:51.980786 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Network 68b15fc6-76b4-46d8-a044-379ee0f8a67b details requested by agent ovs-agent-dv-cinder-831247-13-iscsi with host dv-cinder-831247-13-iscsi {{(pid=109657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 00:32:51.984619 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-72c80b4c-0623-46e8-b58a-2ec59b0a2e92 admin admin] Request body: {'subnet': {'network_id': '68b15fc6-76b4-46d8-a044-379ee0f8a67b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-801667278-subnet', 'tenant_id': '1025dfec97334b6c9a7ecb3fa0b61743', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:32:52.029995 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c80b4c-0623-46e8-b58a-2ec59b0a2e92 admin admin] Made reservation on behalf of 1025dfec97334b6c9a7ecb3fa0b61743 for: {'subnet': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:32:52.032675 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-72c80b4c-0623-46e8-b58a-2ec59b0a2e92 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:52.071008 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-6478bff2-eaf7-469b-b6c1-6aaa787ea0e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:32:52.084207 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6478bff2-eaf7-469b-b6c1-6aaa787ea0e2 admin admin] Received port after_create {{(pid=109655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:32:52.160979 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:52.237782 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51683399-c4f8-40b2-9ac6-d1e40c04b6a4 admin admin] Router 0f1585d1-b60f-4815-95e4-b4c9df7732ea is scheduled to L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 with binding_index 1 {{(pid=109656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 00:32:52.323112 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-00ee9661-c98b-4024-9d75-283ada76abbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:52.366690 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53630) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:52.448953 dv-cinder-831247-13-iscsi neutron-server[109656]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 16 00:32:52.467221 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4daaae0-1334-4619-aea4-9dfa567c0fd0 None None] Network d2dff86c-7c3f-4a04-a8eb-499a78756e53 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:32:52.587609 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-de94abf8-6abc-4f32-a7e5-01d4057ec099 req-cbf822d8-0f58-4387-bed6-0f50a236e265 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 210 time: 0.2114496 Mar 16 00:32:52.686330 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-72c80b4c-0623-46e8-b58a-2ec59b0a2e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for subnet (f770c354-31ce-40d9-abe6-016aee6c6054), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:52.695521 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b5548412-3765-4b49-b6fd-9876aa6f34cc admin admin] Publish callbacks [] for security_group (16f69a26-928f-4105-ad38-de009bc08e9c), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:52.737011 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-1f49a1f1-3ef8-46ce-b8e5-aa8065f6f6b7 None None] Provisioning complete for port b0526e66-fa7b-4139-ae85-ee84d1a5d610 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:32:52.737413 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-1f49a1f1-3ef8-46ce-b8e5-aa8065f6f6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (b0526e66-fa7b-4139-ae85-ee84d1a5d610), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:52.755645 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b5548412-3765-4b49-b6fd-9876aa6f34cc admin admin] Publish callbacks [] for security_group (16f69a26-928f-4105-ad38-de009bc08e9c), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:52.880418 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-1f49a1f1-3ef8-46ce-b8e5-aa8065f6f6b7 None None] Current status of the port b0526e66-fa7b-4139-ae85-ee84d1a5d610 is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:32:52.884658 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-1f49a1f1-3ef8-46ce-b8e5-aa8065f6f6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (b0526e66-fa7b-4139-ae85-ee84d1a5d610), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:52.975796 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-1f49a1f1-3ef8-46ce-b8e5-aa8065f6f6b7 None None] For port b0526e66-fa7b-4139-ae85-ee84d1a5d610, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=b0526e66-fa7b-4139-ae85-ee84d1a5d610,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:32:52.984224 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-1f49a1f1-3ef8-46ce-b8e5-aa8065f6f6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (b0526e66-fa7b-4139-ae85-ee84d1a5d610), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:53.024149 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 53648) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:53.026183 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478bff2-eaf7-469b-b6c1-6aaa787ea0e2 admin admin] Pushing event updated for resources: {'Port': ['ID=e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:53.035643 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c80b4c-0623-46e8-b58a-2ec59b0a2e92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f770c354-31ce-40d9-abe6-016aee6c6054,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:53.039754 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51683399-c4f8-40b2-9ac6-d1e40c04b6a4 admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:32:53.058379 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] Sync routers for ids ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:32:53.072862 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c80b4c-0623-46e8-b58a-2ec59b0a2e92 admin admin] Checking segment: {'id': 'c848a168-7df1-4e74-81ca-0ae99744a1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '68b15fc6-76b4-46d8-a044-379ee0f8a67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:32:53.073313 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c80b4c-0623-46e8-b58a-2ec59b0a2e92 admin admin] Network hostable DHCP agents. Network: 68b15fc6-76b4-46d8-a044-379ee0f8a67b, hostable agents: ['92114df5-18d6-4d7c-9264-0f0b53b6b6a9'], hosted agents: [] {{(pid=109656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 00:32:53.074325 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] Routers {'0f1585d1-b60f-4815-95e4-b4c9df7732ea'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:32:53.080249 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:32:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:32:53.119081 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-51683399-c4f8-40b2-9ac6-d1e40c04b6a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:53.126991 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-51683399-c4f8-40b2-9ac6-d1e40c04b6a4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1310313 Mar 16 00:32:53.128221 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53662) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:53.128960 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c80b4c-0623-46e8-b58a-2ec59b0a2e92 admin admin] Network 68b15fc6-76b4-46d8-a044-379ee0f8a67b is scheduled to be hosted by DHCP agent 92114df5-18d6-4d7c-9264-0f0b53b6b6a9 with binding_index 1 {{(pid=109656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 00:32:53.137333 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b5548412-3765-4b49-b6fd-9876aa6f34cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (16f69a26-928f-4105-ad38-de009bc08e9c), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:53.150791 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b5548412-3765-4b49-b6fd-9876aa6f34cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:53.154430 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-b5548412-3765-4b49-b6fd-9876aa6f34cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/16f69a26-928f-4105-ad38-de009bc08e9c HTTP/1.1" status: 204 len: 168 time: 1.2977855 Mar 16 00:32:53.174307 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49a1f1-3ef8-46ce-b8e5-aa8065f6f6b7 None None] Pushing event updated for resources: {'Port': ['ID=b0526e66-fa7b-4139-ae85-ee84d1a5d610,revision_number=3']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:53.211636 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-72c80b4c-0623-46e8-b58a-2ec59b0a2e92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-13-iscsi, 68b15fc6-76b4-46d8-a044-379ee0f8a67b) {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:32:53.224650 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7bd098-da4d-49a5-a3a9-f4eeb37645e4 None None] Network 68b15fc6-76b4-46d8-a044-379ee0f8a67b requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:32:53.258078 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c80b4c-0623-46e8-b58a-2ec59b0a2e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:32:53.258537 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5548412-3765-4b49-b6fd-9876aa6f34cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f69a26-928f-4105-ad38-de009bc08e9c,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:53.259843 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-72c80b4c-0623-46e8-b58a-2ec59b0a2e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:53.286563 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-72c80b4c-0623-46e8-b58a-2ec59b0a2e92 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3641274 Mar 16 00:32:53.397612 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6478bff2-eaf7-469b-b6c1-6aaa787ea0e2 admin admin] Publish callbacks [] for router_gateway (8501386e-dff6-46ac-8363-fd18c8dd878a), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:53.415586 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-96aff161-2c1e-4a99-8871-e303ddb6bbc4 None None] Provisioning complete for port b0526e66-fa7b-4139-ae85-ee84d1a5d610 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:32:53.415998 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-96aff161-2c1e-4a99-8871-e303ddb6bbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (b0526e66-fa7b-4139-ae85-ee84d1a5d610), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:53.517293 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be15d13b-e1c1-44be-8694-bcbaeb945763 None None] Network 68b15fc6-76b4-46d8-a044-379ee0f8a67b requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:32:53.574903 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d91655c0-037d-4f02-b6b1-1777c200c67a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:53.631642 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] Set router 0f1585d1-b60f-4815-95e4-b4c9df7732ea gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:32:53.717720 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:53.905521 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-96aff161-2c1e-4a99-8871-e303ddb6bbc4 None None] Current status of the port b0526e66-fa7b-4139-ae85-ee84d1a5d610 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:32:53.912058 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53680) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:53.993362 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device b0526e66-fa7b-4139-ae85-ee84d1a5d610 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:32:54.022984 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d91655c0-037d-4f02-b6b1-1777c200c67a admin admin] Publish callbacks [] for security_group (86d5ca52-4b43-4b2d-9fee-4f7c490762fa), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:54.025618 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6478bff2-eaf7-469b-b6c1-6aaa787ea0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558706'] for router (8501386e-dff6-46ac-8363-fd18c8dd878a), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:54.058329 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f89a497-ba77-42d2-826a-a47cb34f8ee3 admin admin] Deleting subnet 887778f1-e360-4878-bcbe-ee860da86eea {{(pid=109656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 00:32:54.062501 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2f89a497-ba77-42d2-826a-a47cb34f8ee3 admin admin] Publish callbacks [] for subnet (887778f1-e360-4878-bcbe-ee860da86eea), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:54.118781 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2f89a497-ba77-42d2-826a-a47cb34f8ee3 admin admin] Publish callbacks [] for subnet (887778f1-e360-4878-bcbe-ee860da86eea), precommit_delete_associations {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:54.129767 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ed7fc37a-bc77-4672-87e1-85ac1f24c7f9 req-4c3e2640-fb43-4b9a-97e2-91dc0b056533 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 210 time: 0.0722260 Mar 16 00:32:54.130470 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2f89a497-ba77-42d2-826a-a47cb34f8ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1106181'] for subnet (887778f1-e360-4878-bcbe-ee860da86eea), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:54.135889 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d91655c0-037d-4f02-b6b1-1777c200c67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (86d5ca52-4b43-4b2d-9fee-4f7c490762fa), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:54.172987 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-router', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:51Z', 'revision_number': 3, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'gw_port': {'id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:32:54.197437 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-d91655c0-037d-4f02-b6b1-1777c200c67a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=379023d6ad2b41558810509c84ac74df&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1716847 Mar 16 00:32:54.198008 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91655c0-037d-4f02-b6b1-1777c200c67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d5ca52-4b43-4b2d-9fee-4f7c490762fa,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:54.246904 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port b0526e66-fa7b-4139-ae85-ee84d1a5d610 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:32:54.246904 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (b0526e66-fa7b-4139-ae85-ee84d1a5d610), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:54.253305 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53694) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:54.270148 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2f89a497-ba77-42d2-826a-a47cb34f8ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1106430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for subnet (887778f1-e360-4878-bcbe-ee860da86eea), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:54.284156 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] Checking router: 0f1585d1-b60f-4815-95e4-b4c9df7732ea for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:32:54.285020 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] Updating router 0f1585d1-b60f-4815-95e4-b4c9df7732ea port e636a86f-fe0f-4a18-b642-3d1014054865 binding host dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 00:32:54.338325 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (e636a86f-fe0f-4a18-b642-3d1014054865), before_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:54.357107 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2f89a497-ba77-42d2-826a-a47cb34f8ee3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:54.363583 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 53708) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:54.368673 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-2f89a497-ba77-42d2-826a-a47cb34f8ee3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/887778f1-e360-4878-bcbe-ee860da86eea HTTP/1.1" status: 204 len: 168 time: 0.4502168 Mar 16 00:32:54.459289 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port b0526e66-fa7b-4139-ae85-ee84d1a5d610 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:32:54.472245 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89a497-ba77-42d2-826a-a47cb34f8ee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=887778f1-e360-4878-bcbe-ee860da86eea,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:54.539338 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.46', 53426) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:54.561369 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1244356'] for network (478c8fcf-dd33-4563-9746-bcc1734bbf9d), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:54.646299 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e7e621ea-1441-4a0c-8b69-aaee2d0b52ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:54.694675 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d1d4f406-c8ef-4ebc-a157-603ee1e7fb9b admin admin] Publish callbacks [] for security_group (86d5ca52-4b43-4b2d-9fee-4f7c490762fa), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:54.806765 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135250', 'neutron.services.segments.db._delete_segments_for_network-8752661694154'] for network (478c8fcf-dd33-4563-9746-bcc1734bbf9d), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:54.850116 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:54.857956 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d1d4f406-c8ef-4ebc-a157-603ee1e7fb9b admin admin] Publish callbacks [] for security_group (86d5ca52-4b43-4b2d-9fee-4f7c490762fa), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:54.866712 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:54.868222 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:54.868574 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Subscribe: > port after_create 55550000 {{(pid=109655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:54.868926 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:54.869270 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Subscribe: > port after_update 55550000 {{(pid=109655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:54.869788 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:54.870132 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:54.870456 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:54.870790 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:54.921431 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] Publish callbacks [] for port (e636a86f-fe0f-4a18-b642-3d1014054865), precommit_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:54.932467 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (e636a86f-fe0f-4a18-b642-3d1014054865), after_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:54.988135 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:55.001278 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d1d4f406-c8ef-4ebc-a157-603ee1e7fb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (86d5ca52-4b43-4b2d-9fee-4f7c490762fa), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:55.005062 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d1d4f406-c8ef-4ebc-a157-603ee1e7fb9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:55.006821 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-d1d4f406-c8ef-4ebc-a157-603ee1e7fb9b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86d5ca52-4b43-4b2d-9fee-4f7c490762fa HTTP/1.1" status: 204 len: 168 time: 0.7689295 Mar 16 00:32:55.027768 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4f406-c8ef-4ebc-a157-603ee1e7fb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d5ca52-4b43-4b2d-9fee-4f7c490762fa,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:55.054231 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [None req-e7e621ea-1441-4a0c-8b69-aaee2d0b52ae admin admin] Allocated IP 172.20.0.1 (d2dff86c-7c3f-4a04-a8eb-499a78756e53/b5bae3d1-615a-4037-9a7b-190e549a5881/6b95ac9c-2ca3-4825-96e4-fd970a08f142) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:32:55.090299 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446025a2-eabe-4824-b0f1-52737ab091d9 None None] Pushing event updated for resources: {'Port': ['ID=e636a86f-fe0f-4a18-b642-3d1014054865,revision_number=2']} {{(pid=109658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:55.114931 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446025a2-eabe-4824-b0f1-52737ab091d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:55.115418 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446025a2-eabe-4824-b0f1-52737ab091d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:55.115784 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446025a2-eabe-4824-b0f1-52737ab091d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:55.116139 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446025a2-eabe-4824-b0f1-52737ab091d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:55.116483 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446025a2-eabe-4824-b0f1-52737ab091d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:55.116815 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446025a2-eabe-4824-b0f1-52737ab091d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:55.117149 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446025a2-eabe-4824-b0f1-52737ab091d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:55.117468 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446025a2-eabe-4824-b0f1-52737ab091d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:55.117836 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446025a2-eabe-4824-b0f1-52737ab091d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:55.118169 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446025a2-eabe-4824-b0f1-52737ab091d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:55.118495 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446025a2-eabe-4824-b0f1-52737ab091d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:55.118840 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446025a2-eabe-4824-b0f1-52737ab091d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:55.119166 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446025a2-eabe-4824-b0f1-52737ab091d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:55.119488 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446025a2-eabe-4824-b0f1-52737ab091d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:55.119805 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446025a2-eabe-4824-b0f1-52737ab091d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446025a2-eabe-4824-b0f1-52737ab091d9 None None] Tracked resource versions report: Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: pushed versions: Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: { 'AddressGroup': {'1.2'}, Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Agent': {'1.1'}, Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'ConntrackHelper': {'1.0'}, Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'LocalIPAssociation': {'1.0'}, Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Log': {'1.0'}, Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'NDPProxy': {'1.0'}, Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Network': {'1.1'}, Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Port': {'1.7'}, Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'PortForwarding': {'1.2'}, Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'QosPolicy': {'1.10'}, Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'SecurityGroup': {'1.5'}, Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'SecurityGroupRule': {'1.2'}, Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'SubPort': {'1.0'}, Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Subnet': {'1.1'}, Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Trunk': {'1.1'}} Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: consumer versions: Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: { DHCP agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: HyperV agent@hv-cinder-83124: {}, Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: L3 agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: Metadata agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: Metering agent@dv-cinder-831247-13-iscsi: {}, Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: Open vSwitch agent@dv-cinder-831247-13-iscsi: { 'AddressGroup': '1.2', Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Agent': '1.1', Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'ConntrackHelper': '1.0', Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'LocalIPAssociation': '1.0', Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Log': '1.0', Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'NDPProxy': '1.0', Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Network': '1.1', Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Port': '1.7', Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'PortForwarding': '1.2', Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'QosPolicy': '1.10', Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'SecurityGroup': '1.5', Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'SecurityGroupRule': '1.2', Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'SubPort': '1.0', Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Subnet': '1.1', Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: 'Trunk': '1.1'}} Mar 16 00:32:55.120999 dv-cinder-831247-13-iscsi neutron-server[109658]: {{(pid=109658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 00:32:55.165662 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] Attempting to bind port e636a86f-fe0f-4a18-b642-3d1014054865 on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:32:55.166168 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] Attempting to bind port e636a86f-fe0f-4a18-b642-3d1014054865 by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}] {{(pid=109658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:32:55.166865 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] Attempting to bind port e636a86f-fe0f-4a18-b642-3d1014054865 on network d7b91a62-3519-438e-afea-681b80fa7f46 {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:32:55.175095 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:32:55.176156 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] Checking segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:32:55.176705 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:55.177390 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] Bound using segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:32:55.178750 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] Bound port: e636a86f-fe0f-4a18-b642-3d1014054865, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}}] {{(pid=109658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:32:55.179281 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (e636a86f-fe0f-4a18-b642-3d1014054865), before_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:55.231908 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.db [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] For port e636a86f-fe0f-4a18-b642-3d1014054865, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:32:55.236583 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.db [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] For port e636a86f-fe0f-4a18-b642-3d1014054865, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=e636a86f-fe0f-4a18-b642-3d1014054865,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:32:55.245904 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (e636a86f-fe0f-4a18-b642-3d1014054865), after_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:55.286110 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e7e621ea-1441-4a0c-8b69-aaee2d0b52ae admin admin] Publish callbacks [] for port (6b95ac9c-2ca3-4825-96e4-fd970a08f142), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:55.300600 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:55.301289 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:55.301289 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:55.301408 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:55.301726 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478c8fcf-dd33-4563-9746-bcc1734bbf9d']}} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:32:55.318089 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446025a2-eabe-4824-b0f1-52737ab091d9 None None] Pushing event updated for resources: {'Port': ['ID=e636a86f-fe0f-4a18-b642-3d1014054865,revision_number=3']} {{(pid=109658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:55.341986 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] Routers {'0f1585d1-b60f-4815-95e4-b4c9df7732ea'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:32:55.342925 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:32:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:32:55.397956 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6478bff2-eaf7-469b-b6c1-6aaa787ea0e2 admin admin] Router 8501386e-dff6-46ac-8363-fd18c8dd878a is scheduled to L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 with binding_index 1 {{(pid=109655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 00:32:55.399798 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e7e621ea-1441-4a0c-8b69-aaee2d0b52ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053'] for port (6b95ac9c-2ca3-4825-96e4-fd970a08f142), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:55.403466 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e348b4d3-6c54-4394-856c-24bf63abdb3a req-f0b7830f-3717-4f67-8dd0-361b9be0f9a8 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 210 time: 0.0880287 Mar 16 00:32:55.435922 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8e17e8-0a8b-4d02-8483-ed998442e15c') {'for_net_delete': True} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:32:55.435922 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8e17e8-0a8b-4d02-8483-ed998442e15c') {} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:32:55.458533 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e621ea-1441-4a0c-8b69-aaee2d0b52ae admin admin] Network d2dff86c-7c3f-4a04-a8eb-499a78756e53 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:32:55.463375 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-e7e621ea-1441-4a0c-8b69-aaee2d0b52ae admin admin] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:32:55.467842 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752661698259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5409014'] for segment (3b8e17e8-0a8b-4d02-8483-ed998442e15c), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:55.468011 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e621ea-1441-4a0c-8b69-aaee2d0b52ae admin admin] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:32:55.468593 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e7e621ea-1441-4a0c-8b69-aaee2d0b52ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558721'] for router_interface (0f1585d1-b60f-4815-95e4-b4c9df7732ea), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:55.557905 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e621ea-1441-4a0c-8b69-aaee2d0b52ae admin admin] Pushing event updated for resources: {'Port': ['ID=6b95ac9c-2ca3-4825-96e4-fd970a08f142,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:55.574197 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] Set router 0f1585d1-b60f-4815-95e4-b4c9df7732ea gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:32:55.677400 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234eb4e-b798-4158-a745-708079239c5e req-735d88bf-cf46-499c-b1c7-58852ecdfcb5 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:32:55.679381 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1234eb4e-b798-4158-a745-708079239c5e req-735d88bf-cf46-499c-b1c7-58852ecdfcb5 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.46 "GET /v2.0/networks?id=6308a0ef-ea5a-46b4-be77-ebfb876ddde0 HTTP/1.1" status: 200 len: 812 time: 1.1106725 Mar 16 00:32:55.713142 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (3b8e17e8-0a8b-4d02-8483-ed998442e15c), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:55.732272 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 00:32:55.734657 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5476121'] for segment (3b8e17e8-0a8b-4d02-8483-ed998442e15c), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: from cryptography.utils import int_from_bytes Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: from cryptography.utils import int_from_bytes Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: Traceback (most recent call last): Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: timer() Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: cb(*args, **kw) Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: return func(*args, **kwargs) Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: self._notify() Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: self.callback(batched_events) Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: event.method(event) Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: return f(self, *a, **k) Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: return self._get(url).json() Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: return self.request(url, 'GET', **kwargs) Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 00:32:55.759045 dv-cinder-831247-13-iscsi neutron-server[109655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 00:32:55.792678 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [req-1234eb4e-b798-4158-a745-708079239c5e req-462aa4ae-ab98-4ccf-a5bd-8ea8ee68f7dd tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Request body: {'port': {'device_id': '15d094e3-9db5-4cc7-9a04-8c7126d40a2f', 'network_id': '6308a0ef-ea5a-46b4-be77-ebfb876ddde0', 'admin_state_up': True, 'tenant_id': '7cce5344ac5f436c833a8f9db2a03b9c'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:32:55.815657 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e7e621ea-1441-4a0c-8b69-aaee2d0b52ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (6b95ac9c-2ca3-4825-96e4-fd970a08f142), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:55.869787 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-router', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:51Z', 'revision_number': 3, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'gw_port': {'id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:32:55.874390 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-52117120-02b6-492c-8056-1823c9efa7e5 None None] Provisioning complete for port 6b95ac9c-2ca3-4825-96e4-fd970a08f142 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:32:55.874885 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-52117120-02b6-492c-8056-1823c9efa7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (6b95ac9c-2ca3-4825-96e4-fd970a08f142), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:55.945517 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-52117120-02b6-492c-8056-1823c9efa7e5 None None] Port 6b95ac9c-2ca3-4825-96e4-fd970a08f142 cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:32:55.953698 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2aadd-0bb2-441b-84ed-5d05be397a6c None None] The sync data for ids ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'] in dv-cinder-831247-13-iscsi is: [{'id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-router', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:51Z', 'revision_number': 3, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'gw_port': {'id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:32:56.141777 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e7e621ea-1441-4a0c-8b69-aaee2d0b52ae admin admin] Publish callbacks [] for port (6b95ac9c-2ca3-4825-96e4-fd970a08f142), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:56.159366 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e7e621ea-1441-4a0c-8b69-aaee2d0b52ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (6b95ac9c-2ca3-4825-96e4-fd970a08f142), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:56.159366 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e7e621ea-1441-4a0c-8b69-aaee2d0b52ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557361'] for router_interface (0f1585d1-b60f-4815-95e4-b4c9df7732ea), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:56.401248 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:56.485112 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e621ea-1441-4a0c-8b69-aaee2d0b52ae admin admin] Pushing event updated for resources: {'Port': ['ID=6b95ac9c-2ca3-4825-96e4-fd970a08f142,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:56.598398 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e621ea-1441-4a0c-8b69-aaee2d0b52ae admin admin] Network d2dff86c-7c3f-4a04-a8eb-499a78756e53 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:32:56.600244 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-e7e621ea-1441-4a0c-8b69-aaee2d0b52ae admin admin] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:32:56.623464 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558650'] for network (478c8fcf-dd33-4563-9746-bcc1734bbf9d), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:56.642917 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:56.656614 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/478c8fcf-dd33-4563-9746-bcc1734bbf9d HTTP/1.1" status: 204 len: 168 time: 2.2918365 Mar 16 00:32:56.679898 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 53816) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:56.855560 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e621ea-1441-4a0c-8b69-aaee2d0b52ae admin admin] Router 0f1585d1-b60f-4815-95e4-b4c9df7732ea has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:32:56.965744 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6478bff2-eaf7-469b-b6c1-6aaa787ea0e2 admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:32:56.980028 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] Sync routers for ids ['8501386e-dff6-46ac-8363-fd18c8dd878a'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:32:57.007531 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] Routers {'8501386e-dff6-46ac-8363-fd18c8dd878a'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:32:57.008207 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:32:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['8501386e-dff6-46ac-8363-fd18c8dd878a'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:32:57.153292 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fc8e3-50ed-429c-adbc-fb23ee8159b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=478c8fcf-dd33-4563-9746-bcc1734bbf9d,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:57.174112 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d87908-584e-4f7f-8d4e-a5e9d24ebe99 admin admin] Deleting subnet f770c354-31ce-40d9-abe6-016aee6c6054 {{(pid=109655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 00:32:57.322103 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6478bff2-eaf7-469b-b6c1-6aaa787ea0e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:57.328848 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-6478bff2-eaf7-469b-b6c1-6aaa787ea0e2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.9804933 Mar 16 00:32:57.337846 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 53834) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:57.352459 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-25d87908-584e-4f7f-8d4e-a5e9d24ebe99 admin admin] Publish callbacks [] for subnet (f770c354-31ce-40d9-abe6-016aee6c6054), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:57.397379 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-b7bc9eb4-656b-48cb-880c-2e6677cb7082 None None] Provisioning complete for port 6b95ac9c-2ca3-4825-96e4-fd970a08f142 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:32:57.417110 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b7bc9eb4-656b-48cb-880c-2e6677cb7082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (6b95ac9c-2ca3-4825-96e4-fd970a08f142), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:57.512874 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-7ad49605-e6ab-44a1-9d35-ea9b43ccaa2d req-2ae80451-954c-4bc0-b42f-1e22dc51aa83 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 210 time: 0.7607584 Mar 16 00:32:57.669113 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-b7bc9eb4-656b-48cb-880c-2e6677cb7082 None None] Port 6b95ac9c-2ca3-4825-96e4-fd970a08f142 cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:32:57.679679 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device e636a86f-fe0f-4a18-b642-3d1014054865 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:32:57.883175 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] Set router 8501386e-dff6-46ac-8363-fd18c8dd878a gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:32:57.893652 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e621ea-1441-4a0c-8b69-aaee2d0b52ae admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:32:57.915526 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-e7e621ea-1441-4a0c-8b69-aaee2d0b52ae admin admin] 10.222.0.10 "PUT /v2.0/routers/0f1585d1-b60f-4815-95e4-b4c9df7732ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7767491 Mar 16 00:32:57.994342 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-25d87908-584e-4f7f-8d4e-a5e9d24ebe99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5409021'] for subnet (f770c354-31ce-40d9-abe6-016aee6c6054), precommit_delete_associations {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:58.059144 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-25d87908-584e-4f7f-8d4e-a5e9d24ebe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1106181'] for subnet (f770c354-31ce-40d9-abe6-016aee6c6054), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:58.188501 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-25d87908-584e-4f7f-8d4e-a5e9d24ebe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1106430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5476275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5478546'] for subnet (f770c354-31ce-40d9-abe6-016aee6c6054), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:58.308948 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port e636a86f-fe0f-4a18-b642-3d1014054865 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:32:58.309753 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (e636a86f-fe0f-4a18-b642-3d1014054865), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:58.342193 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d87908-584e-4f7f-8d4e-a5e9d24ebe99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f770c354-31ce-40d9-abe6-016aee6c6054,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:58.356169 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1234eb4e-b798-4158-a745-708079239c5e req-462aa4ae-ab98-4ccf-a5bd-8ea8ee68f7dd tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Made reservation on behalf of 7cce5344ac5f436c833a8f9db2a03b9c for: {'port': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:32:58.386311 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-1234eb4e-b798-4158-a745-708079239c5e req-462aa4ae-ab98-4ccf-a5bd-8ea8ee68f7dd tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:58.465004 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port e636a86f-fe0f-4a18-b642-3d1014054865 is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:32:58.465406 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (e636a86f-fe0f-4a18-b642-3d1014054865), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:58.501676 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] For port e636a86f-fe0f-4a18-b642-3d1014054865, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=e636a86f-fe0f-4a18-b642-3d1014054865,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:32:58.508335 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-25d87908-584e-4f7f-8d4e-a5e9d24ebe99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:58.509234 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (e636a86f-fe0f-4a18-b642-3d1014054865), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:58.519288 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-25d87908-584e-4f7f-8d4e-a5e9d24ebe99 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f770c354-31ce-40d9-abe6-016aee6c6054 HTTP/1.1" status: 204 len: 168 time: 1.8253846 Mar 16 00:32:58.520311 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53874) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:32:58.613235 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Pushing event updated for resources: {'Port': ['ID=e636a86f-fe0f-4a18-b642-3d1014054865,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:32:58.652521 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8501386e-dff6-46ac-8363-fd18c8dd878a', 'name': 'tempest-ServerRescueNegativeTestJSON-1639738154-router', 'tenant_id': '7490363f2ce24e2887748fa443b89c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:52Z', 'revision_number': 3, 'project_id': '7490363f2ce24e2887748fa443b89c91', 'gw_port': {'id': 'e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:84:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8501386e-dff6-46ac-8363-fd18c8dd878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:50Z', 'updated_at': '2022-03-16T00:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:32:58.695226 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] Checking router: 8501386e-dff6-46ac-8363-fd18c8dd878a for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:32:58.695682 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] Updating router 8501386e-dff6-46ac-8363-fd18c8dd878a port e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5 binding host dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 00:32:58.778707 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1244356'] for network (68b15fc6-76b4-46d8-a044-379ee0f8a67b), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:58.805211 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:59.102212 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135250', 'neutron.services.segments.db._delete_segments_for_network-8752661694154'] for network (68b15fc6-76b4-46d8-a044-379ee0f8a67b), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:59.163340 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:59.164223 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:59.166199 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:59.169234 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Subscribe: > port after_create 55550000 {{(pid=109656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:59.170589 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:59.172388 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Subscribe: > port after_update 55550000 {{(pid=109656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:59.173228 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:59.174660 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:59.176028 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:59.178055 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:59.325749 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-18c2334e-5f8d-42b3-aaeb-a32908b05e2f req-24430ce7-649d-4540-b45b-aed8bf5efe45 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 210 time: 0.5933406 Mar 16 00:32:59.417460 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] Sync routers for ids ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:32:59.439367 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] Routers {'0f1585d1-b60f-4815-95e4-b4c9df7732ea'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:32:59.440050 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:32:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:32:59.450463 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device e636a86f-fe0f-4a18-b642-3d1014054865 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:32:59.786025 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] Set router 0f1585d1-b60f-4815-95e4-b4c9df7732ea gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:32:59.841072 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:59.841435 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:59.841801 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:59.842122 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 00:32:59.842480 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b15fc6-76b4-46d8-a044-379ee0f8a67b']}} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:32:59.868702 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_common [req-1234eb4e-b798-4158-a745-708079239c5e req-462aa4ae-ab98-4ccf-a5bd-8ea8ee68f7dd tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Allocated IP 172.20.0.7 (6308a0ef-ea5a-46b4-be77-ebfb876ddde0/09601caf-d12c-4fa6-a4e9-52bd42982e87/81773e1b-1b6f-4897-888f-18bc987e8e9a) {{(pid=109655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:32:59.921655 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port e636a86f-fe0f-4a18-b642-3d1014054865 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:32:59.922866 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (e636a86f-fe0f-4a18-b642-3d1014054865), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:32:59.925593 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c848a168-7df1-4e74-81ca-0ae99744a1a5') {'for_net_delete': True} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:32:59.926938 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c848a168-7df1-4e74-81ca-0ae99744a1a5') {} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:33:00.003721 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752661698259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5983775'] for segment (c848a168-7df1-4e74-81ca-0ae99744a1a5), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:00.054318 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (c848a168-7df1-4e74-81ca-0ae99744a1a5), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:00.086716 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 00:33:00.087287 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5920041'] for segment (c848a168-7df1-4e74-81ca-0ae99744a1a5), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: from cryptography.utils import int_from_bytes Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: from cryptography.utils import int_from_bytes Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: Traceback (most recent call last): Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: timer() Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: cb(*args, **kw) Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: return func(*args, **kwargs) Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: self._notify() Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: self.callback(batched_events) Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: event.method(event) Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: return f(self, *a, **k) Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: return self._get(url).json() Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: return self.request(url, 'GET', **kwargs) Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 00:33:00.095785 dv-cinder-831247-13-iscsi neutron-server[109656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 00:33:00.227108 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a7d5239e-866a-4d59-b4d9-4aa27b3d2a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:00.244871 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558650'] for network (68b15fc6-76b4-46d8-a044-379ee0f8a67b), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:00.253977 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:00.261530 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] 10.222.0.10 "DELETE /v2.0/networks/68b15fc6-76b4-46d8-a044-379ee0f8a67b HTTP/1.1" status: 204 len: 168 time: 1.7387049 Mar 16 00:33:00.288159 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ed410-8c47-4f50-a127-c6dd0cc85d55 admin admin] Pushing event deleted for resources: {'Network': ['ID=68b15fc6-76b4-46d8-a044-379ee0f8a67b,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:00.342757 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-router', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:55Z', 'revision_number': 4, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'gw_port': {'id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '6b95ac9c-2ca3-4825-96e4-fd970a08f142', 'name': '', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'mac_address': 'fa:16:3e:4f:b9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:54Z', 'updated_at': '2022-03-16T00:32:55Z', 'revision_number': 2, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'subnets': [{'id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:33:00.419799 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53916) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:00.428543 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-8c699790-c2ab-4bb3-8c1a-6e4ad38d8082 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Request body: {'security_group': {'name': 'tempest-securitygroup--559052034', 'description': 'tempest-description--1129717637'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:33:00.435326 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] Checking router: 0f1585d1-b60f-4815-95e4-b4c9df7732ea for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:33:00.435830 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] Updating router 0f1585d1-b60f-4815-95e4-b4c9df7732ea port 6b95ac9c-2ca3-4825-96e4-fd970a08f142 binding host dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 00:33:00.466026 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port e636a86f-fe0f-4a18-b642-3d1014054865 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:33:00.482388 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-8c699790-c2ab-4bb3-8c1a-6e4ad38d8082 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:00.510682 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (6b95ac9c-2ca3-4825-96e4-fd970a08f142), before_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:00.628162 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] Publish callbacks [] for port (e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5), precommit_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:00.647297 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:00.664897 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-8c699790-c2ab-4bb3-8c1a-6e4ad38d8082 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group (543519ad-0566-4893-9136-eb2785fc6bb2), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:00.676286 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-8c699790-c2ab-4bb3-8c1a-6e4ad38d8082 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (543519ad-0566-4893-9136-eb2785fc6bb2), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:00.716372 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53920) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:00.834688 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-8c699790-c2ab-4bb3-8c1a-6e4ad38d8082 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:00.839889 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ec6a6-0824-4a57-bb74-7fe0a09cf75f None None] Pushing event updated for resources: {'Port': ['ID=e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5,revision_number=2']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:00.849136 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] Attempting to bind port e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5 on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:33:00.849637 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] Attempting to bind port e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5 by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:33:00.850010 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] Attempting to bind port e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5 on network d7b91a62-3519-438e-afea-681b80fa7f46 {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:33:00.854923 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-8c699790-c2ab-4bb3-8c1a-6e4ad38d8082 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4331379 Mar 16 00:33:00.855721 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53926) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:00.872431 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-68877dc2-d4e7-4e52-9cf2-ab70c331a206 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Request body: {'security_group_rule': {'security_group_id': '543519ad-0566-4893-9136-eb2785fc6bb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:33:00.877947 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:33:00.878333 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] Checking segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:33:00.878738 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:00.879136 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] Bound using segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:33:00.879622 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] Bound port: e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:33:00.880758 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:00.929024 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c699790-c2ab-4bb3-8c1a-6e4ad38d8082 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=543519ad-0566-4893-9136-eb2785fc6bb2,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:01.023600 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-68877dc2-d4e7-4e52-9cf2-ab70c331a206 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group_rule (c1eb7a7c-42db-4910-ac13-ae8afe9a6790), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:01.043864 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] For port e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:33:01.051266 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] For port e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:33:01.093022 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:01.138624 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-68877dc2-d4e7-4e52-9cf2-ab70c331a206 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group_rule (c1eb7a7c-42db-4910-ac13-ae8afe9a6790), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:01.155235 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-16ac8d68-b2ea-4e0c-bd55-736d26254db0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0805063824b448b19d38f2192383dab0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4318221 Mar 16 00:33:01.156224 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53930) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:01.223057 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-68877dc2-d4e7-4e52-9cf2-ab70c331a206 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (c1eb7a7c-42db-4910-ac13-ae8afe9a6790), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:01.231155 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c65415ed-4c89-40ac-adc5-f912621d561f req-c8271bac-45c5-4700-b9ed-0f6b99b0eca9 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 210 time: 0.2169132 Mar 16 00:33:01.258651 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-1234eb4e-b798-4158-a745-708079239c5e req-462aa4ae-ab98-4ccf-a5bd-8ea8ee68f7dd tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Publish callbacks [] for port (81773e1b-1b6f-4897-888f-18bc987e8e9a), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:01.293580 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68877dc2-d4e7-4e52-9cf2-ab70c331a206 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1eb7a7c-42db-4910-ac13-ae8afe9a6790,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:01.310834 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-68877dc2-d4e7-4e52-9cf2-ab70c331a206 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:01.313676 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-68877dc2-d4e7-4e52-9cf2-ab70c331a206 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4562888 Mar 16 00:33:01.317310 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53936) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:01.326354 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-14920c03-b9c2-4af2-8852-1c96518dbe70 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Request body: {'security_group_rule': {'security_group_id': '543519ad-0566-4893-9136-eb2785fc6bb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:33:01.327128 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ec6a6-0824-4a57-bb74-7fe0a09cf75f None None] Pushing event updated for resources: {'Port': ['ID=e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5,revision_number=3']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:01.330480 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_common [None req-a7d5239e-866a-4d59-b4d9-4aa27b3d2a90 admin admin] Allocated IP 172.20.0.1 (ad7821b7-8706-4c5b-bf39-2dd36a75d266/79fca44c-0d7a-4002-9dde-dbeafd2599c9/af3669ee-345e-46cf-bf3e-fe2afb21ddbc) {{(pid=109655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:33:01.341267 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] Routers {'8501386e-dff6-46ac-8363-fd18c8dd878a'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:33:01.343096 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:32:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['8501386e-dff6-46ac-8363-fd18c8dd878a'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:33:01.359442 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-631f1ea6-e095-457e-8520-ea6034fe0773 admin admin] Publish callbacks [] for security_group (aa1e20f1-4f66-49b8-997e-22599158a2b8), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:01.361825 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-1234eb4e-b798-4158-a745-708079239c5e req-462aa4ae-ab98-4ccf-a5bd-8ea8ee68f7dd tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (81773e1b-1b6f-4897-888f-18bc987e8e9a), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:01.381878 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-631f1ea6-e095-457e-8520-ea6034fe0773 admin admin] Publish callbacks [] for security_group (aa1e20f1-4f66-49b8-997e-22599158a2b8), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:01.436969 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-631f1ea6-e095-457e-8520-ea6034fe0773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (aa1e20f1-4f66-49b8-997e-22599158a2b8), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:01.439044 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-631f1ea6-e095-457e-8520-ea6034fe0773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:01.442623 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-631f1ea6-e095-457e-8520-ea6034fe0773 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aa1e20f1-4f66-49b8-997e-22599158a2b8 HTTP/1.1" status: 204 len: 168 time: 0.2764475 Mar 16 00:33:01.453142 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f1ea6-e095-457e-8520-ea6034fe0773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1e20f1-4f66-49b8-997e-22599158a2b8,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:01.464997 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-14920c03-b9c2-4af2-8852-1c96518dbe70 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group_rule (f71a3fd2-0f35-488e-9e50-4c738224e1ee), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:01.539989 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-14920c03-b9c2-4af2-8852-1c96518dbe70 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group_rule (f71a3fd2-0f35-488e-9e50-4c738224e1ee), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:01.546475 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-14920c03-b9c2-4af2-8852-1c96518dbe70 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (f71a3fd2-0f35-488e-9e50-4c738224e1ee), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:01.562894 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1234eb4e-b798-4158-a745-708079239c5e req-462aa4ae-ab98-4ccf-a5bd-8ea8ee68f7dd tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Network 6308a0ef-ea5a-46b4-be77-ebfb876ddde0 is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:33:01.580082 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-14920c03-b9c2-4af2-8852-1c96518dbe70 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:01.580945 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [req-1234eb4e-b798-4158-a745-708079239c5e req-462aa4ae-ab98-4ccf-a5bd-8ea8ee68f7dd tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:33:01.584398 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [req-1234eb4e-b798-4158-a745-708079239c5e req-462aa4ae-ab98-4ccf-a5bd-8ea8ee68f7dd tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Received port after_create {{(pid=109655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:33:01.585138 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-14920c03-b9c2-4af2-8852-1c96518dbe70 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2664070 Mar 16 00:33:01.587894 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53940) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:01.592531 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-655c4105-bbd8-454b-8dc1-48bcdc75c9b7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Request body: {'floatingip': {'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:33:01.601159 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14920c03-b9c2-4af2-8852-1c96518dbe70 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71a3fd2-0f35-488e-9e50-4c738224e1ee,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:01.633262 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-655c4105-bbd8-454b-8dc1-48bcdc75c9b7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:01.637561 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462aa4ae-ab98-4ccf-a5bd-8ea8ee68f7dd tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Pushing event updated for resources: {'Port': ['ID=81773e1b-1b6f-4897-888f-18bc987e8e9a,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:01.703117 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] Publish callbacks [] for port (6b95ac9c-2ca3-4825-96e4-fd970a08f142), precommit_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:01.715309 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (6b95ac9c-2ca3-4825-96e4-fd970a08f142), after_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:01.728390 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234eb4e-b798-4158-a745-708079239c5e req-462aa4ae-ab98-4ccf-a5bd-8ea8ee68f7dd tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:01.729433 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-1234eb4e-b798-4158-a745-708079239c5e req-462aa4ae-ab98-4ccf-a5bd-8ea8ee68f7dd tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for port (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:01.776738 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a7d5239e-866a-4d59-b4d9-4aa27b3d2a90 admin admin] Publish callbacks [] for port (af3669ee-345e-46cf-bf3e-fe2afb21ddbc), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:01.784719 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1234eb4e-b798-4158-a745-708079239c5e req-462aa4ae-ab98-4ccf-a5bd-8ea8ee68f7dd tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0401521 Mar 16 00:33:01.791920 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] Set router 8501386e-dff6-46ac-8363-fd18c8dd878a gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:33:01.879979 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a7d5239e-866a-4d59-b4d9-4aa27b3d2a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (af3669ee-345e-46cf-bf3e-fe2afb21ddbc), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:01.882029 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713611b-9276-4882-801f-0be451c4bf80 None None] Pushing event updated for resources: {'Port': ['ID=6b95ac9c-2ca3-4825-96e4-fd970a08f142,revision_number=3']} {{(pid=109658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:01.925096 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-655c4105-bbd8-454b-8dc1-48bcdc75c9b7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:02.036019 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] Attempting to bind port 6b95ac9c-2ca3-4825-96e4-fd970a08f142 on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:33:02.036478 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] Attempting to bind port 6b95ac9c-2ca3-4825-96e4-fd970a08f142 by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': 'e2963d80-a420-4b1b-bd31-7a4b6c97dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53'}] {{(pid=109658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:33:02.036874 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] Attempting to bind port 6b95ac9c-2ca3-4825-96e4-fd970a08f142 on network d2dff86c-7c3f-4a04-a8eb-499a78756e53 {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:33:02.050617 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:33:02.051406 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] Checking segment: {'id': 'e2963d80-a420-4b1b-bd31-7a4b6c97dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:33:02.053980 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:02.054541 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] Bound using segment: {'id': 'e2963d80-a420-4b1b-bd31-7a4b6c97dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53'} {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:33:02.055446 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] Bound port: 6b95ac9c-2ca3-4825-96e4-fd970a08f142, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2963d80-a420-4b1b-bd31-7a4b6c97dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53'}}] {{(pid=109658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:33:02.055995 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (6b95ac9c-2ca3-4825-96e4-fd970a08f142), before_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:02.109883 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d5239e-866a-4d59-b4d9-4aa27b3d2a90 admin admin] Network ad7821b7-8706-4c5b-bf39-2dd36a75d266 is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:33:02.125249 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [None req-655c4105-bbd8-454b-8dc1-48bcdc75c9b7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Allocated IP 172.27.2.247 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/2c253377-0de9-4da6-a463-5702167609ce) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:33:02.145588 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-a7d5239e-866a-4d59-b4d9-4aa27b3d2a90 admin admin] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:33:02.162820 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d5239e-866a-4d59-b4d9-4aa27b3d2a90 admin admin] Received port after_create {{(pid=109655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:33:02.252086 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.db [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] For port 6b95ac9c-2ca3-4825-96e4-fd970a08f142, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:33:02.268478 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.db [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] For port 6b95ac9c-2ca3-4825-96e4-fd970a08f142, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=6b95ac9c-2ca3-4825-96e4-fd970a08f142,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:33:02.282708 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5239e-866a-4d59-b4d9-4aa27b3d2a90 admin admin] Pushing event updated for resources: {'Port': ['ID=af3669ee-345e-46cf-bf3e-fe2afb21ddbc,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:02.288380 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (6b95ac9c-2ca3-4825-96e4-fd970a08f142), after_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:02.308719 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8501386e-dff6-46ac-8363-fd18c8dd878a', 'name': 'tempest-ServerRescueNegativeTestJSON-1639738154-router', 'tenant_id': '7490363f2ce24e2887748fa443b89c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:52Z', 'revision_number': 3, 'project_id': '7490363f2ce24e2887748fa443b89c91', 'gw_port': {'id': 'e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:84:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8501386e-dff6-46ac-8363-fd18c8dd878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:50Z', 'updated_at': '2022-03-16T00:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:33:02.350110 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9409923-bb98-4406-a7a1-3ceb167b62d5 None None] The sync data for ids ['8501386e-dff6-46ac-8363-fd18c8dd878a'] in dv-cinder-831247-13-iscsi is: [{'id': '8501386e-dff6-46ac-8363-fd18c8dd878a', 'name': 'tempest-ServerRescueNegativeTestJSON-1639738154-router', 'tenant_id': '7490363f2ce24e2887748fa443b89c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:52Z', 'revision_number': 3, 'project_id': '7490363f2ce24e2887748fa443b89c91', 'gw_port': {'id': 'e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:84:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8501386e-dff6-46ac-8363-fd18c8dd878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:50Z', 'updated_at': '2022-03-16T00:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:33:02.362433 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a7d5239e-866a-4d59-b4d9-4aa27b3d2a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558721'] for router_interface (8501386e-dff6-46ac-8363-fd18c8dd878a), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:02.374932 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-1df2cea9-3e34-4585-99d5-fb92415162bc None None] Provisioning complete for port 6b95ac9c-2ca3-4825-96e4-fd970a08f142 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:33:02.375564 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-1df2cea9-3e34-4585-99d5-fb92415162bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (6b95ac9c-2ca3-4825-96e4-fd970a08f142), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:02.398527 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-655c4105-bbd8-454b-8dc1-48bcdc75c9b7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for port (2c253377-0de9-4da6-a463-5702167609ce), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:02.438281 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-655c4105-bbd8-454b-8dc1-48bcdc75c9b7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (2c253377-0de9-4da6-a463-5702167609ce), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:02.508876 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 53960) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:02.513670 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] Routers {'0f1585d1-b60f-4815-95e4-b4c9df7732ea'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:33:02.515865 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:32:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:33:02.531894 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-1df2cea9-3e34-4585-99d5-fb92415162bc None None] Current status of the port 6b95ac9c-2ca3-4825-96e4-fd970a08f142 is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:33:02.532340 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-1df2cea9-3e34-4585-99d5-fb92415162bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (6b95ac9c-2ca3-4825-96e4-fd970a08f142), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:02.553390 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655c4105-bbd8-454b-8dc1-48bcdc75c9b7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:33:02.562459 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-655c4105-bbd8-454b-8dc1-48bcdc75c9b7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:33:02.565583 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c4105-bbd8-454b-8dc1-48bcdc75c9b7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:33:02.614539 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-1df2cea9-3e34-4585-99d5-fb92415162bc None None] For port 6b95ac9c-2ca3-4825-96e4-fd970a08f142, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=6b95ac9c-2ca3-4825-96e4-fd970a08f142,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:33:02.618234 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713611b-9276-4882-801f-0be451c4bf80 None None] Pushing event updated for resources: {'Port': ['ID=6b95ac9c-2ca3-4825-96e4-fd970a08f142,revision_number=4']} {{(pid=109658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:02.620520 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-1df2cea9-3e34-4585-99d5-fb92415162bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (6b95ac9c-2ca3-4825-96e4-fd970a08f142), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:02.662686 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c4105-bbd8-454b-8dc1-48bcdc75c9b7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Pushing event updated for resources: {'Port': ['ID=2c253377-0de9-4da6-a463-5702167609ce,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:02.717065 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2cea9-3e34-4585-99d5-fb92415162bc None None] Pushing event updated for resources: {'Port': ['ID=6b95ac9c-2ca3-4825-96e4-fd970a08f142,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:02.750569 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] Set router 0f1585d1-b60f-4815-95e4-b4c9df7732ea gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:33:02.768891 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-b4c5a7fc-95a4-449a-a0c5-5a410287851a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1025dfec97334b6c9a7ecb3fa0b61743&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2569432 Mar 16 00:33:02.813810 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 53964) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:03.087921 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-0dd785ee-8130-4edb-bfd2-a905de8f4635 None None] Provisioning complete for port 6b95ac9c-2ca3-4825-96e4-fd970a08f142 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:33:03.088518 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0dd785ee-8130-4edb-bfd2-a905de8f4635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (6b95ac9c-2ca3-4825-96e4-fd970a08f142), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:03.090035 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501dd824-d17b-4fac-92e8-6c7039db2ab6 req-1baf4b52-7361-4b23-88c5-689d7c0f0232 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:03.099246 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-501dd824-d17b-4fac-92e8-6c7039db2ab6 req-1baf4b52-7361-4b23-88c5-689d7c0f0232 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 931 time: 0.4233372 Mar 16 00:33:03.159813 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-router', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:55Z', 'revision_number': 4, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'gw_port': {'id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '6b95ac9c-2ca3-4825-96e4-fd970a08f142', 'name': '', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'mac_address': 'fa:16:3e:4f:b9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:54Z', 'updated_at': '2022-03-16T00:33:02Z', 'revision_number': 4, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'subnets': [{'id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:33:03.174488 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-655c4105-bbd8-454b-8dc1-48bcdc75c9b7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for floatingip (2d605311-a61d-489c-80c7-aa98d04cea63), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:03.281882 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-0dd785ee-8130-4edb-bfd2-a905de8f4635 None None] Current status of the port 6b95ac9c-2ca3-4825-96e4-fd970a08f142 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:33:03.312007 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6aaee9-b792-410f-b923-1f3c82fe1947 None None] The sync data for ids ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'] in dv-cinder-831247-13-iscsi is: [{'id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-router', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:55Z', 'revision_number': 4, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'gw_port': {'id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '6b95ac9c-2ca3-4825-96e4-fd970a08f142', 'name': '', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'mac_address': 'fa:16:3e:4f:b9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:54Z', 'updated_at': '2022-03-16T00:33:02Z', 'revision_number': 4, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'subnets': [{'id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:33:03.340879 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [req-1234eb4e-b798-4158-a745-708079239c5e req-ce334264-5246-4561-8076-29bd36cce126 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 00:33:03.356432 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1234eb4e-b798-4158-a745-708079239c5e req-ce334264-5246-4561-8076-29bd36cce126 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1385775 Mar 16 00:33:03.408054 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-501dd824-d17b-4fac-92e8-6c7039db2ab6 req-e86973bf-d8a9-44ab-bbaa-e51f41ce1922 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5145c78-3d69-46bb-b6da-fea472c7df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975416 Mar 16 00:33:03.425054 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-feef084a-60d4-4016-a68e-919eace36b7c admin admin] Publish callbacks [] for security_group (b7cd34dc-964d-45b6-9ede-5ec33e36a197), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:03.427405 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a7d5239e-866a-4d59-b4d9-4aa27b3d2a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (af3669ee-345e-46cf-bf3e-fe2afb21ddbc), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:03.454333 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-655c4105-bbd8-454b-8dc1-48bcdc75c9b7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (2c253377-0de9-4da6-a463-5702167609ce), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:03.579274 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-feef084a-60d4-4016-a68e-919eace36b7c admin admin] Publish callbacks [] for security_group (b7cd34dc-964d-45b6-9ede-5ec33e36a197), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:03.647663 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:33:03.912040 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:33:03.913444 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:04.000728 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-655c4105-bbd8-454b-8dc1-48bcdc75c9b7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for port (2c253377-0de9-4da6-a463-5702167609ce), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:04.014657 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [req-1234eb4e-b798-4158-a745-708079239c5e req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] Request body: {'port': {'device_id': '15d094e3-9db5-4cc7-9a04-8c7126d40a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:33:04.019168 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-655c4105-bbd8-454b-8dc1-48bcdc75c9b7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (2c253377-0de9-4da6-a463-5702167609ce), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:04.165801 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5 is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:33:04.169682 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:04.238562 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-feef084a-60d4-4016-a68e-919eace36b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (b7cd34dc-964d-45b6-9ede-5ec33e36a197), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:04.242088 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-feef084a-60d4-4016-a68e-919eace36b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:04.246322 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-feef084a-60d4-4016-a68e-919eace36b7c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7cd34dc-964d-45b6-9ede-5ec33e36a197 HTTP/1.1" status: 204 len: 168 time: 1.4285960 Mar 16 00:33:04.246602 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] For port e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:33:04.256388 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:04.272605 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef084a-60d4-4016-a68e-919eace36b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cd34dc-964d-45b6-9ede-5ec33e36a197,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:04.464211 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Pushing event updated for resources: {'Port': ['ID=e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:04.495559 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-1234eb4e-b798-4158-a745-708079239c5e req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (81773e1b-1b6f-4897-888f-18bc987e8e9a), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:04.583197 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 54000) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:04.849922 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c4105-bbd8-454b-8dc1-48bcdc75c9b7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Pushing event updated for resources: {'Port': ['ID=2c253377-0de9-4da6-a463-5702167609ce,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:04.885972 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-655c4105-bbd8-454b-8dc1-48bcdc75c9b7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (2d605311-a61d-489c-80c7-aa98d04cea63), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:04.945842 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-655c4105-bbd8-454b-8dc1-48bcdc75c9b7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:04.954161 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-655c4105-bbd8-454b-8dc1-48bcdc75c9b7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3650658 Mar 16 00:33:05.078381 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a7d5239e-866a-4d59-b4d9-4aa27b3d2a90 admin admin] Publish callbacks [] for port (af3669ee-345e-46cf-bf3e-fe2afb21ddbc), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:05.257891 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a7d5239e-866a-4d59-b4d9-4aa27b3d2a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5476197'] for port (af3669ee-345e-46cf-bf3e-fe2afb21ddbc), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:05.438268 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a7d5239e-866a-4d59-b4d9-4aa27b3d2a90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557361'] for router_interface (8501386e-dff6-46ac-8363-fd18c8dd878a), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:05.645553 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 6b95ac9c-2ca3-4825-96e4-fd970a08f142 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:33:05.791684 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 6b95ac9c-2ca3-4825-96e4-fd970a08f142 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:33:05.792829 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (6b95ac9c-2ca3-4825-96e4-fd970a08f142), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:05.812031 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:33:05.828296 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-66056b2f-b1c4-4ee7-a702-0d3078797e32 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--559052034&fields=id&tenant_id=9757ece4998543cd903bcd45f5938e73 HTTP/1.1" status: 200 len: 267 time: 0.2521205 Mar 16 00:33:05.828388 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d5239e-866a-4d59-b4d9-4aa27b3d2a90 admin admin] Network ad7821b7-8706-4c5b-bf39-2dd36a75d266 is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:33:05.884999 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-a7d5239e-866a-4d59-b4d9-4aa27b3d2a90 admin admin] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:33:05.947974 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93327ebb-5d4b-4fcb-b647-144a75ff2af1 req-e75cc74b-efa3-4cd6-9aac-b6dc677bfaa8 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:05.964470 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-93327ebb-5d4b-4fcb-b647-144a75ff2af1 req-e75cc74b-efa3-4cd6-9aac-b6dc677bfaa8 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 931 time: 1.3336809 Mar 16 00:33:06.155937 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 6b95ac9c-2ca3-4825-96e4-fd970a08f142 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:33:06.160915 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:33:06.190088 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.notifiers.nova [req-1234eb4e-b798-4158-a745-708079239c5e req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81773e1b-1b6f-4897-888f-18bc987e8e9a {{(pid=109655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:33:06.205987 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-1234eb4e-b798-4158-a745-708079239c5e req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] Publish callbacks [] for port (81773e1b-1b6f-4897-888f-18bc987e8e9a), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:06.257123 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.provisioning_blocks [req-1234eb4e-b798-4158-a745-708079239c5e req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] Transition to ACTIVE for port object 81773e1b-1b6f-4897-888f-18bc987e8e9a will not be triggered until provisioned by entity L2. {{(pid=109655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 00:33:06.262651 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b877bde6-4ab8-4a59-acf0-dc8f7ec13582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:06.338279 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-edfe1078-634e-412b-945d-6ffece3494a4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:06.340274 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:33:06.340731 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:06.353818 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-edfe1078-634e-412b-945d-6ffece3494a4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/networks?id=d2dff86c-7c3f-4a04-a8eb-499a78756e53 HTTP/1.1" status: 200 len: 817 time: 0.5164549 Mar 16 00:33:06.386726 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-19999144-4801-437c-a214-516e0c5ca348 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/quotas/9757ece4998543cd903bcd45f5938e73 HTTP/1.1" status: 200 len: 375 time: 0.0313969 Mar 16 00:33:06.432241 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b877bde6-4ab8-4a59-acf0-dc8f7ec13582 admin admin] Publish callbacks [] for security_group (15ae26c7-d747-43f9-bed1-13e1d5244e26), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:06.437596 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-1234eb4e-b798-4158-a745-708079239c5e req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5476197'] for port (81773e1b-1b6f-4897-888f-18bc987e8e9a), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:06.535347 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b877bde6-4ab8-4a59-acf0-dc8f7ec13582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (15ae26c7-d747-43f9-bed1-13e1d5244e26), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:06.585649 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:33:06.618687 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-823ef8f6-c579-4340-938b-58dfcde65116 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9757ece4998543cd903bcd45f5938e73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2162776 Mar 16 00:33:06.959975 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d5239e-866a-4d59-b4d9-4aa27b3d2a90 admin admin] Router 8501386e-dff6-46ac-8363-fd18c8dd878a has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:33:06.963516 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-22923946-3e75-4d31-aa34-7251897461bc service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109656) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 00:33:06.964865 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-22923946-3e75-4d31-aa34-7251897461bc service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1144502 Mar 16 00:33:07.007118 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-93327ebb-5d4b-4fcb-b647-144a75ff2af1 req-e22d55bc-61e5-44a8-b4ad-906db022a21e tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5145c78-3d69-46bb-b6da-fea472c7df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0393944 Mar 16 00:33:07.007823 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5239e-866a-4d59-b4d9-4aa27b3d2a90 admin admin] Pushing event updated for resources: {'Port': ['ID=af3669ee-345e-46cf-bf3e-fe2afb21ddbc,revision_number=2']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:07.182612 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-737237b9-552f-4b3c-b0b3-44f9d64370c0 service neutron] 10.222.0.10 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081690 Mar 16 00:33:07.262657 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-b877bde6-4ab8-4a59-acf0-dc8f7ec13582 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6694232d4ce4871b3e67a467e9227b5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6494706 Mar 16 00:33:07.273846 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877bde6-4ab8-4a59-acf0-dc8f7ec13582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ae26c7-d747-43f9-bed1-13e1d5244e26,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:07.358826 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 54116) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:07.388256 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-264b8ae7-a52a-4cfa-a689-b81f506160cf service neutron] 10.222.0.10 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853919 Mar 16 00:33:07.522368 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=81773e1b-1b6f-4897-888f-18bc987e8e9a,revision_number=2']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:07.776881 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f4702a9f-6f18-4d00-b740-b839d3f0393a admin admin] Publish callbacks [] for security_group (15ae26c7-d747-43f9-bed1-13e1d5244e26), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:07.830534 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d5239e-866a-4d59-b4d9-4aa27b3d2a90 admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:33:07.843188 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] Sync routers for ids ['8501386e-dff6-46ac-8363-fd18c8dd878a'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:33:07.860652 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-a7d5239e-866a-4d59-b4d9-4aa27b3d2a90 admin admin] 10.222.0.10 "PUT /v2.0/routers/8501386e-dff6-46ac-8363-fd18c8dd878a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3933003 Mar 16 00:33:07.879113 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.managers [req-1234eb4e-b798-4158-a745-708079239c5e req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] Attempting to bind port 81773e1b-1b6f-4897-888f-18bc987e8e9a on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:33:07.879434 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] Routers {'8501386e-dff6-46ac-8363-fd18c8dd878a'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:33:07.879548 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.managers [req-1234eb4e-b798-4158-a745-708079239c5e req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] Attempting to bind port 81773e1b-1b6f-4897-888f-18bc987e8e9a by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '14c0e0a6-21f3-4777-8ad7-5fcb716b4f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6308a0ef-ea5a-46b4-be77-ebfb876ddde0'}] {{(pid=109655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:33:07.879836 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1234eb4e-b798-4158-a745-708079239c5e req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] Attempting to bind port 81773e1b-1b6f-4897-888f-18bc987e8e9a on network 6308a0ef-ea5a-46b4-be77-ebfb876ddde0 {{(pid=109655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:33:07.881099 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:32:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['8501386e-dff6-46ac-8363-fd18c8dd878a'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:33:07.893049 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f4702a9f-6f18-4d00-b740-b839d3f0393a admin admin] Publish callbacks [] for security_group (15ae26c7-d747-43f9-bed1-13e1d5244e26), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:07.921127 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1234eb4e-b798-4158-a745-708079239c5e req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] Port 81773e1b-1b6f-4897-888f-18bc987e8e9a on network 6308a0ef-ea5a-46b4-be77-ebfb876ddde0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 00:33:07.922111 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1234eb4e-b798-4158-a745-708079239c5e req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] Attempting to bind port 81773e1b-1b6f-4897-888f-18bc987e8e9a on network 6308a0ef-ea5a-46b4-be77-ebfb876ddde0 {{(pid=109655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:33:07.938633 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1234eb4e-b798-4158-a745-708079239c5e req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] Checking agent: {'id': 'b9d601fa-f980-49b0-9520-143ebd33322f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'started_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:33:07.938974 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1234eb4e-b798-4158-a745-708079239c5e req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] Checking segment: {'id': '14c0e0a6-21f3-4777-8ad7-5fcb716b4f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6308a0ef-ea5a-46b4-be77-ebfb876ddde0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:33:07.939512 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1234eb4e-b798-4158-a745-708079239c5e req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] Bound using segment: {'id': '14c0e0a6-21f3-4777-8ad7-5fcb716b4f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6308a0ef-ea5a-46b4-be77-ebfb876ddde0'} {{(pid=109655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:33:07.939956 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.managers [req-1234eb4e-b798-4158-a745-708079239c5e req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] Bound port: 81773e1b-1b6f-4897-888f-18bc987e8e9a, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c0e0a6-21f3-4777-8ad7-5fcb716b4f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6308a0ef-ea5a-46b4-be77-ebfb876ddde0'}}] {{(pid=109655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:33:07.940319 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-1234eb4e-b798-4158-a745-708079239c5e req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (81773e1b-1b6f-4897-888f-18bc987e8e9a), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:08.223342 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f4702a9f-6f18-4d00-b740-b839d3f0393a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (15ae26c7-d747-43f9-bed1-13e1d5244e26), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:08.226221 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f4702a9f-6f18-4d00-b740-b839d3f0393a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:08.231303 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-f4702a9f-6f18-4d00-b740-b839d3f0393a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/15ae26c7-d747-43f9-bed1-13e1d5244e26 HTTP/1.1" status: 204 len: 168 time: 0.8616016 Mar 16 00:33:08.274134 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-78b155ba-b68d-4395-a0b9-4ffb1cb3ab2a req-ef7e98e0-5028-40b7-82b8-9b0c8e972415 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 210 time: 0.0984240 Mar 16 00:33:08.417151 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] Set router 8501386e-dff6-46ac-8363-fd18c8dd878a gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:33:08.483298 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4702a9f-6f18-4d00-b740-b839d3f0393a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ae26c7-d747-43f9-bed1-13e1d5244e26,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:08.506851 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [req-1234eb4e-b798-4158-a745-708079239c5e req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] For port 81773e1b-1b6f-4897-888f-18bc987e8e9a, host hv-cinder-83124, cleared binding levels {{(pid=109655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:33:08.545089 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [req-1234eb4e-b798-4158-a745-708079239c5e req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] For port 81773e1b-1b6f-4897-888f-18bc987e8e9a, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=81773e1b-1b6f-4897-888f-18bc987e8e9a,segment=NetworkSegment(14c0e0a6-21f3-4777-8ad7-5fcb716b4f71),segment_id=14c0e0a6-21f3-4777-8ad7-5fcb716b4f71)] {{(pid=109655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:33:08.557791 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-1234eb4e-b798-4158-a745-708079239c5e req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5476197'] for port (81773e1b-1b6f-4897-888f-18bc987e8e9a), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:08.728318 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cdd9c-6480-4056-baa6-8569707383a9 req-3fc47958-12db-4ff1-b041-48b2955bcc8b tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:08.743134 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b26cdd9c-6480-4056-baa6-8569707383a9 req-3fc47958-12db-4ff1-b041-48b2955bcc8b tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 943 time: 0.5001998 Mar 16 00:33:08.761205 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234eb4e-b798-4158-a745-708079239c5e req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:08.762305 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-1234eb4e-b798-4158-a745-708079239c5e req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for port (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:08.764104 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1234eb4e-b798-4158-a745-708079239c5e req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] 10.222.0.46 "PUT /v2.0/ports/81773e1b-1b6f-4897-888f-18bc987e8e9a HTTP/1.1" status: 200 len: 1093 time: 4.9481034 Mar 16 00:33:08.767440 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d094e3-9db5-4cc7-9a04-8c7126d40a2f', 'tag': '81773e1b-1b6f-4897-888f-18bc987e8e9a'}] {{(pid=109655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:33:09.015118 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eda586-ae3e-4c2a-8c3d-c5cde4557ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=81773e1b-1b6f-4897-888f-18bc987e8e9a,revision_number=3']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:09.122319 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e431079-9207-4f61-a088-355e01ac14f4 req-48e61811-69e5-401b-b031-7d6dbada438d tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:09.143852 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9e431079-9207-4f61-a088-355e01ac14f4 req-48e61811-69e5-401b-b031-7d6dbada438d tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/networks?id=ad7821b7-8706-4c5b-bf39-2dd36a75d266 HTTP/1.1" status: 200 len: 819 time: 0.3080106 Mar 16 00:33:09.197623 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b26cdd9c-6480-4056-baa6-8569707383a9 req-40d88018-65c2-4607-b161-0f024fab6a90 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5145c78-3d69-46bb-b6da-fea472c7df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232454 Mar 16 00:33:09.205356 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234eb4e-b798-4158-a745-708079239c5e req-b54a193f-e340-48e6-ae7c-cf91940da1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:09.210774 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9e431079-9207-4f61-a088-355e01ac14f4 req-a4fc1468-c93a-4f6b-8f5c-a701e2f29ea0 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/quotas/7490363f2ce24e2887748fa443b89c91 HTTP/1.1" status: 200 len: 375 time: 0.0501618 Mar 16 00:33:09.212722 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1234eb4e-b798-4158-a745-708079239c5e req-b54a193f-e340-48e6-ae7c-cf91940da1ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7cce5344ac5f436c833a8f9db2a03b9c&device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 1127 time: 0.3826220 Mar 16 00:33:09.392050 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1234eb4e-b798-4158-a745-708079239c5e req-1efa9437-7768-443c-8f90-40e95af67d74 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81773e1b-1b6f-4897-888f-18bc987e8e9a HTTP/1.1" status: 200 len: 217 time: 0.1677675 Mar 16 00:33:09.490521 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df82934b303eb2c65d5363c89017506e4207af41f0fc796505a1ca2b23a59d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf51fbc-bead-48e5-8ba5-7e249d28d497" -d '{"events": [{"name": "network-changed", "server_uuid": "15d094e3-9db5-4cc7-9a04-8c7126d40a2f", "tag": "81773e1b-1b6f-4897-888f-18bc987e8e9a"}]}' {{(pid=109655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:33:09.525188 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9e431079-9207-4f61-a088-355e01ac14f4 req-18743035-f3d1-425a-ab08-3f81f653469d tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7490363f2ce24e2887748fa443b89c91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3133492 Mar 16 00:33:09.534873 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-4085fe00-9344-45da-a76b-384adf6f0664 req-dff36acf-d3a8-49d7-859d-85e29edc9d3d tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 210 time: 0.0410614 Mar 16 00:33:09.552898 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234eb4e-b798-4158-a745-708079239c5e req-2aa2fc4c-2fa0-4fb0-8beb-a42adcd7a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:09.555872 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1234eb4e-b798-4158-a745-708079239c5e req-2aa2fc4c-2fa0-4fb0-8beb-a42adcd7a394 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09601caf-d12c-4fa6-a4e9-52bd42982e87 HTTP/1.1" status: 200 len: 852 time: 0.1510050 Mar 16 00:33:09.578197 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8501386e-dff6-46ac-8363-fd18c8dd878a', 'name': 'tempest-ServerRescueNegativeTestJSON-1639738154-router', 'tenant_id': '7490363f2ce24e2887748fa443b89c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:33:03Z', 'revision_number': 4, 'project_id': '7490363f2ce24e2887748fa443b89c91', 'gw_port': {'id': 'e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:84:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8501386e-dff6-46ac-8363-fd18c8dd878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:50Z', 'updated_at': '2022-03-16T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': 'af3669ee-345e-46cf-bf3e-fe2afb21ddbc', 'name': '', 'network_id': 'ad7821b7-8706-4c5b-bf39-2dd36a75d266', 'tenant_id': '7490363f2ce24e2887748fa443b89c91', 'mac_address': 'fa:16:3e:c2:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8501386e-dff6-46ac-8363-fd18c8dd878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '79fca44c-0d7a-4002-9dde-dbeafd2599c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:33:00Z', 'updated_at': '2022-03-16T00:33:03Z', 'revision_number': 2, 'project_id': '7490363f2ce24e2887748fa443b89c91', 'subnets': [{'id': '79fca44c-0d7a-4002-9dde-dbeafd2599c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:33:09.702161 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1234eb4e-b798-4158-a745-708079239c5e req-9f5c01f1-d670-4be5-b514-4205273c7f85 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6308a0ef-ea5a-46b4-be77-ebfb876ddde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152012 Mar 16 00:33:09.768495 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] Checking router: 8501386e-dff6-46ac-8363-fd18c8dd878a for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:33:09.775095 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] Updating router 8501386e-dff6-46ac-8363-fd18c8dd878a port af3669ee-345e-46cf-bf3e-fe2afb21ddbc binding host dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 00:33:09.871340 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 54278) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:09.891372 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (af3669ee-345e-46cf-bf3e-fe2afb21ddbc), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:09.946064 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9e431079-9207-4f61-a088-355e01ac14f4 req-ec7cc0cc-fb91-4c10-a734-ed08c2c51c5d service neutron] 10.222.0.10 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198701 Mar 16 00:33:09.968772 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1234eb4e-b798-4158-a745-708079239c5e req-e6caec17-f0bb-4f77-9188-94886bf3b218 service neutron] 10.222.0.46 "GET /v2.0/networks/6308a0ef-ea5a-46b4-be77-ebfb876ddde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423289 Mar 16 00:33:10.438424 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1234eb4e-b798-4158-a745-708079239c5e req-13bc18ea-8e15-402a-951e-10445e6b6c2f service neutron] 10.222.0.46 "GET /v2.0/networks/6308a0ef-ea5a-46b4-be77-ebfb876ddde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313042 Mar 16 00:33:10.465022 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e537bbea-93c6-4547-b9ba-169a58ba5c35 x-openstack-request-id: req-e537bbea-93c6-4547-b9ba-169a58ba5c35 {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:33:10.465428 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d094e3-9db5-4cc7-9a04-8c7126d40a2f", "tag": "81773e1b-1b6f-4897-888f-18bc987e8e9a", "status": "completed", "code": 200}]} {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:33:10.465803 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e537bbea-93c6-4547-b9ba-169a58ba5c35 {{(pid=109655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:33:10.466313 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d094e3-9db5-4cc7-9a04-8c7126d40a2f', 'tag': '81773e1b-1b6f-4897-888f-18bc987e8e9a', 'status': 'completed', 'code': 200} Mar 16 00:33:10.500273 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9e431079-9207-4f61-a088-355e01ac14f4 req-1427a45e-431b-4b55-b2fb-67fdfc130955 service neutron] 10.222.0.10 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422816 Mar 16 00:33:10.581286 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 54306) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:10.686264 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf51fbc-bead-48e5-8ba5-7e249d28d497 req-87148324-8b1c-4ee0-876d-34bbd498d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:10.690888 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-daf51fbc-bead-48e5-8ba5-7e249d28d497 req-87148324-8b1c-4ee0-876d-34bbd498d997 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7cce5344ac5f436c833a8f9db2a03b9c&device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 1127 time: 0.1570787 Mar 16 00:33:10.694840 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d3e63788-7f89-4c1a-b391-71b99ddeb60c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:10.730555 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3997ff2-f920-4f1d-a840-31c42bcc9d96 req-7f0487e5-cec7-45a4-9705-57c20c41e402 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:10.746934 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c3997ff2-f920-4f1d-a840-31c42bcc9d96 req-7f0487e5-cec7-45a4-9705-57c20c41e402 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 943 time: 0.1513181 Mar 16 00:33:10.866536 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d3e63788-7f89-4c1a-b391-71b99ddeb60c admin admin] Publish callbacks [] for security_group (ff48e5f8-dc4c-43b3-b7dd-9b364813d89e), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:10.866766 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] Publish callbacks [] for port (af3669ee-345e-46cf-bf3e-fe2afb21ddbc), precommit_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:10.881389 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (af3669ee-345e-46cf-bf3e-fe2afb21ddbc), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:10.909970 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d3e63788-7f89-4c1a-b391-71b99ddeb60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (ff48e5f8-dc4c-43b3-b7dd-9b364813d89e), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:10.935717 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-cb403c0a-e795-4366-aaea-dcf6ecc9a13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:10.953837 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ba12cf7d-b3d3-47f1-b6b9-e163da910a78 req-00978c72-3dba-4199-8730-34109fa195ac tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 210 time: 0.0810971 Mar 16 00:33:10.969192 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-d3e63788-7f89-4c1a-b391-71b99ddeb60c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4350c491e72f4504a56874d4e3a4a51d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0875871 Mar 16 00:33:10.972790 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c3997ff2-f920-4f1d-a840-31c42bcc9d96 req-54c5c1d4-2983-457a-aa01-0c2439220db1 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5145c78-3d69-46bb-b6da-fea472c7df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249136 Mar 16 00:33:10.981259 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 54326) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:11.023881 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e63788-7f89-4c1a-b391-71b99ddeb60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff48e5f8-dc4c-43b3-b7dd-9b364813d89e,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:11.134770 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709006fd-1d21-42fe-8786-516f1ca20164 None None] Pushing event updated for resources: {'Port': ['ID=af3669ee-345e-46cf-bf3e-fe2afb21ddbc,revision_number=3']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:11.139011 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-cb403c0a-e795-4366-aaea-dcf6ecc9a13a admin admin] Publish callbacks [] for security_group (23cd7767-e2e1-4b26-ad5f-c6e04b5c227e), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:11.147129 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0a082455-334e-4674-9631-a5a2c1bf3009 req-4c37d2f1-81d3-463d-bb2e-11f2eb73ba08 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 210 time: 0.1335623 Mar 16 00:33:11.151966 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-cb403c0a-e795-4366-aaea-dcf6ecc9a13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (23cd7767-e2e1-4b26-ad5f-c6e04b5c227e), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:11.159316 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] Attempting to bind port af3669ee-345e-46cf-bf3e-fe2afb21ddbc on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:33:11.159727 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] Attempting to bind port af3669ee-345e-46cf-bf3e-fe2afb21ddbc by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': 'd23ab82b-c65e-478d-abce-c43fb5667a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ad7821b7-8706-4c5b-bf39-2dd36a75d266'}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:33:11.160100 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] Attempting to bind port af3669ee-345e-46cf-bf3e-fe2afb21ddbc on network ad7821b7-8706-4c5b-bf39-2dd36a75d266 {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:33:11.166395 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:33:11.166778 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] Checking segment: {'id': 'd23ab82b-c65e-478d-abce-c43fb5667a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ad7821b7-8706-4c5b-bf39-2dd36a75d266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:33:11.167400 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:11.167952 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] Bound using segment: {'id': 'd23ab82b-c65e-478d-abce-c43fb5667a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ad7821b7-8706-4c5b-bf39-2dd36a75d266'} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:33:11.169090 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] Bound port: af3669ee-345e-46cf-bf3e-fe2afb21ddbc, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23ab82b-c65e-478d-abce-c43fb5667a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ad7821b7-8706-4c5b-bf39-2dd36a75d266'}}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:33:11.185004 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf51fbc-bead-48e5-8ba5-7e249d28d497 req-b37df9c9-1590-46ca-9387-21f293505772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:11.187533 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (af3669ee-345e-46cf-bf3e-fe2afb21ddbc), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:11.189039 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-daf51fbc-bead-48e5-8ba5-7e249d28d497 req-b37df9c9-1590-46ca-9387-21f293505772 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6308a0ef-ea5a-46b4-be77-ebfb876ddde0 HTTP/1.1" status: 200 len: 913 time: 0.4861760 Mar 16 00:33:11.205480 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-cb403c0a-e795-4366-aaea-dcf6ecc9a13a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e707ca6467884a78af961d08934d8227&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6230431 Mar 16 00:33:11.207947 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 54336) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:11.234884 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-daf51fbc-bead-48e5-8ba5-7e249d28d497 req-ffe2edc0-9e74-4c24-afaf-b4f184935f0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81773e1b-1b6f-4897-888f-18bc987e8e9a HTTP/1.1" status: 200 len: 217 time: 0.0387790 Mar 16 00:33:11.351700 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] For port af3669ee-345e-46cf-bf3e-fe2afb21ddbc, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:33:11.361812 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb403c0a-e795-4366-aaea-dcf6ecc9a13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cd7767-e2e1-4b26-ad5f-c6e04b5c227e,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:11.375325 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] For port af3669ee-345e-46cf-bf3e-fe2afb21ddbc, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=af3669ee-345e-46cf-bf3e-fe2afb21ddbc,segment=NetworkSegment(d23ab82b-c65e-478d-abce-c43fb5667a63),segment_id=d23ab82b-c65e-478d-abce-c43fb5667a63)] {{(pid=109657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:33:11.387701 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (af3669ee-345e-46cf-bf3e-fe2afb21ddbc), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:11.398026 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ad900eda-59ce-43cb-900c-d3acac45fd15 admin admin] Publish callbacks [] for security_group (23cd7767-e2e1-4b26-ad5f-c6e04b5c227e), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:11.463244 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1db7fe7f-3d31-4fec-8ac1-d786b6cd7c98 admin admin] Publish callbacks [] for security_group (ff48e5f8-dc4c-43b3-b7dd-9b364813d89e), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:11.463921 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ad900eda-59ce-43cb-900c-d3acac45fd15 admin admin] Publish callbacks [] for security_group (23cd7767-e2e1-4b26-ad5f-c6e04b5c227e), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:11.527655 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1db7fe7f-3d31-4fec-8ac1-d786b6cd7c98 admin admin] Publish callbacks [] for security_group (ff48e5f8-dc4c-43b3-b7dd-9b364813d89e), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:11.531288 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709006fd-1d21-42fe-8786-516f1ca20164 None None] Pushing event updated for resources: {'Port': ['ID=af3669ee-345e-46cf-bf3e-fe2afb21ddbc,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:11.537070 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf51fbc-bead-48e5-8ba5-7e249d28d497 req-c26375e9-cd82-4e27-8531-6ac31a64dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:11.549508 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-daf51fbc-bead-48e5-8ba5-7e249d28d497 req-c26375e9-cd82-4e27-8531-6ac31a64dcd9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09601caf-d12c-4fa6-a4e9-52bd42982e87 HTTP/1.1" status: 200 len: 852 time: 0.3082871 Mar 16 00:33:11.589626 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] Routers {'8501386e-dff6-46ac-8363-fd18c8dd878a'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:33:11.592897 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:32:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['8501386e-dff6-46ac-8363-fd18c8dd878a'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:33:11.597133 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.46', 53457) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:11.619033 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-daf51fbc-bead-48e5-8ba5-7e249d28d497 req-bcfa2b58-f508-4ac5-843a-463714b0c449 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6308a0ef-ea5a-46b4-be77-ebfb876ddde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685048 Mar 16 00:33:11.692953 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-3c128605-2e46-4956-9be4-e79c6c9c066b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:11.700810 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-3c128605-2e46-4956-9be4-e79c6c9c066b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/networks?id=ad7821b7-8706-4c5b-bf39-2dd36a75d266 HTTP/1.1" status: 200 len: 819 time: 0.1897690 Mar 16 00:33:11.747360 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-798f9e06-0b52-4914-b3d0-e3e366b8a243 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/quotas/7490363f2ce24e2887748fa443b89c91 HTTP/1.1" status: 200 len: 375 time: 0.0433807 Mar 16 00:33:11.774254 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-daf51fbc-bead-48e5-8ba5-7e249d28d497 req-3093d6bb-d62d-4c9f-985a-459fa6729515 service neutron] 10.222.0.46 "GET /v2.0/networks/6308a0ef-ea5a-46b4-be77-ebfb876ddde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355705 Mar 16 00:33:11.780049 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ad900eda-59ce-43cb-900c-d3acac45fd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (23cd7767-e2e1-4b26-ad5f-c6e04b5c227e), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:11.783418 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ad900eda-59ce-43cb-900c-d3acac45fd15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:11.784933 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-ad900eda-59ce-43cb-900c-d3acac45fd15 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23cd7767-e2e1-4b26-ad5f-c6e04b5c227e HTTP/1.1" status: 204 len: 168 time: 0.5725341 Mar 16 00:33:11.820030 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad900eda-59ce-43cb-900c-d3acac45fd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cd7767-e2e1-4b26-ad5f-c6e04b5c227e,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:11.849406 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-26b21780-626c-4c7d-a54c-e9d2edfd7f64 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7490363f2ce24e2887748fa443b89c91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0981359 Mar 16 00:33:11.891390 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1db7fe7f-3d31-4fec-8ac1-d786b6cd7c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (ff48e5f8-dc4c-43b3-b7dd-9b364813d89e), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:11.896271 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1db7fe7f-3d31-4fec-8ac1-d786b6cd7c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:11.898174 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-1db7fe7f-3d31-4fec-8ac1-d786b6cd7c98 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff48e5f8-dc4c-43b3-b7dd-9b364813d89e HTTP/1.1" status: 204 len: 168 time: 0.9099693 Mar 16 00:33:11.986337 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-55c9de41-b5a3-4082-9e36-907e6a2da542 service neutron] 10.222.0.10 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347194 Mar 16 00:33:12.007472 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] Set router 8501386e-dff6-46ac-8363-fd18c8dd878a gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:33:12.095495 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7fe7f-3d31-4fec-8ac1-d786b6cd7c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff48e5f8-dc4c-43b3-b7dd-9b364813d89e,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:12.112984 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-daf51fbc-bead-48e5-8ba5-7e249d28d497 req-c878ac01-cefd-46ea-952a-458f1ebb4424 service neutron] 10.222.0.46 "GET /v2.0/networks/6308a0ef-ea5a-46b4-be77-ebfb876ddde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057618 Mar 16 00:33:12.210180 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-db055e2f-8105-4aab-be5b-ed998e1a9194 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:12.212124 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-db055e2f-8105-4aab-be5b-ed998e1a9194 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.46 "GET /v2.0/networks?id=d2dff86c-7c3f-4a04-a8eb-499a78756e53 HTTP/1.1" status: 200 len: 817 time: 0.6051173 Mar 16 00:33:12.227671 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-79f233d7-5180-411c-935b-cfc5432bda7c service neutron] 10.222.0.10 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402117 Mar 16 00:33:12.256624 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbdc0c-1e75-4738-bdc3-7827b12161ec req-9089d030-a848-4f05-883f-bfc36b05ef28 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:12.258785 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-14fbdc0c-1e75-4738-bdc3-7827b12161ec req-9089d030-a848-4f05-883f-bfc36b05ef28 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 943 time: 0.1299369 Mar 16 00:33:12.392132 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-1c0f86bb-b04e-4bd0-8419-835b9a34ff00 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9757ece4998543cd903bcd45f5938e73 HTTP/1.1" status: 200 len: 379 time: 0.1703355 Mar 16 00:33:12.396027 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-14fbdc0c-1e75-4738-bdc3-7827b12161ec req-738e277f-a240-4601-8ea9-e75c167e982b tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5145c78-3d69-46bb-b6da-fea472c7df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274416 Mar 16 00:33:12.401040 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-bb2dde6d-86b5-4fcb-b37e-282f0286f8fd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Request body: {'port': {'device_id': '05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'admin_state_up': True, 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'security_groups': ['543519ad-0566-4893-9136-eb2785fc6bb2']}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:33:12.544902 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 54396) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:12.555963 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-bb2dde6d-86b5-4fcb-b37e-282f0286f8fd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Made reservation on behalf of 9757ece4998543cd903bcd45f5938e73 for: {'port': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:33:12.564662 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5d42c1b9-7288-4fe0-a8ce-bef17f38f308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:12.564822 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-bb2dde6d-86b5-4fcb-b37e-282f0286f8fd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:12.774360 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e431079-9207-4f61-a088-355e01ac14f4 req-0c9da2a8-4c04-458c-aee3-5bea54953f12 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:12.775992 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9e431079-9207-4f61-a088-355e01ac14f4 req-0c9da2a8-4c04-458c-aee3-5bea54953f12 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.46 "GET /v2.0/networks?id=ad7821b7-8706-4c5b-bf39-2dd36a75d266 HTTP/1.1" status: 200 len: 819 time: 0.2024791 Mar 16 00:33:12.783742 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5d42c1b9-7288-4fe0-a8ce-bef17f38f308 admin admin] Publish callbacks [] for security_group (c18aa468-1faf-44fa-9e81-0399737cce19), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:12.815427 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8501386e-dff6-46ac-8363-fd18c8dd878a', 'name': 'tempest-ServerRescueNegativeTestJSON-1639738154-router', 'tenant_id': '7490363f2ce24e2887748fa443b89c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:33:03Z', 'revision_number': 4, 'project_id': '7490363f2ce24e2887748fa443b89c91', 'gw_port': {'id': 'e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:84:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8501386e-dff6-46ac-8363-fd18c8dd878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:50Z', 'updated_at': '2022-03-16T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': 'af3669ee-345e-46cf-bf3e-fe2afb21ddbc', 'name': '', 'network_id': 'ad7821b7-8706-4c5b-bf39-2dd36a75d266', 'tenant_id': '7490363f2ce24e2887748fa443b89c91', 'mac_address': 'fa:16:3e:c2:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8501386e-dff6-46ac-8363-fd18c8dd878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '79fca44c-0d7a-4002-9dde-dbeafd2599c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:33:00Z', 'updated_at': '2022-03-16T00:33:11Z', 'revision_number': 4, 'project_id': '7490363f2ce24e2887748fa443b89c91', 'subnets': [{'id': '79fca44c-0d7a-4002-9dde-dbeafd2599c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:33:12.820304 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5d42c1b9-7288-4fe0-a8ce-bef17f38f308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (c18aa468-1faf-44fa-9e81-0399737cce19), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:12.875511 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [req-9e431079-9207-4f61-a088-355e01ac14f4 req-c43cf7ed-7c0f-40f8-b70a-c82d9253909b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Request body: {'port': {'device_id': '305a0643-9712-4ad4-a4a2-7bedba4d9101', 'network_id': 'ad7821b7-8706-4c5b-bf39-2dd36a75d266', 'admin_state_up': True, 'tenant_id': '7490363f2ce24e2887748fa443b89c91'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:33:12.905361 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e34649-4477-4baf-a968-0e797aeae8ad None None] The sync data for ids ['8501386e-dff6-46ac-8363-fd18c8dd878a'] in dv-cinder-831247-13-iscsi is: [{'id': '8501386e-dff6-46ac-8363-fd18c8dd878a', 'name': 'tempest-ServerRescueNegativeTestJSON-1639738154-router', 'tenant_id': '7490363f2ce24e2887748fa443b89c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:33:03Z', 'revision_number': 4, 'project_id': '7490363f2ce24e2887748fa443b89c91', 'gw_port': {'id': 'e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:84:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8501386e-dff6-46ac-8363-fd18c8dd878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:50Z', 'updated_at': '2022-03-16T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': 'af3669ee-345e-46cf-bf3e-fe2afb21ddbc', 'name': '', 'network_id': 'ad7821b7-8706-4c5b-bf39-2dd36a75d266', 'tenant_id': '7490363f2ce24e2887748fa443b89c91', 'mac_address': 'fa:16:3e:c2:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8501386e-dff6-46ac-8363-fd18c8dd878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '79fca44c-0d7a-4002-9dde-dbeafd2599c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:33:00Z', 'updated_at': '2022-03-16T00:33:11Z', 'revision_number': 4, 'project_id': '7490363f2ce24e2887748fa443b89c91', 'subnets': [{'id': '79fca44c-0d7a-4002-9dde-dbeafd2599c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:33:12.918910 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f9e9afbb-0c0c-471f-95ef-90b6fb82a49f req-a4d03452-6a75-44ca-8fb4-6acdddcd9ecb tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 210 time: 0.3462796 Mar 16 00:33:12.946692 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d2231152-d430-4217-95a8-add0ca69e673 req-80441293-360e-4549-820a-8c48cf1b9fc4 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 210 time: 0.1578221 Mar 16 00:33:12.998070 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42c1b9-7288-4fe0-a8ce-bef17f38f308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18aa468-1faf-44fa-9e81-0399737cce19,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:13.022092 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-5d42c1b9-7288-4fe0-a8ce-bef17f38f308 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e797fc3b8a4478dadb9c0932a99c007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4714212 Mar 16 00:33:13.024200 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 54420) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:13.125555 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 54426) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:13.157918 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ff8117af-988d-4343-9679-4878a8245e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:13.170603 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6f414ea1-a34a-4433-8aea-7a996159f1da admin admin] Publish callbacks [] for security_group (c18aa468-1faf-44fa-9e81-0399737cce19), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:13.204284 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6f414ea1-a34a-4433-8aea-7a996159f1da admin admin] Publish callbacks [] for security_group (c18aa468-1faf-44fa-9e81-0399737cce19), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:13.234172 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_common [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-bb2dde6d-86b5-4fcb-b37e-282f0286f8fd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Allocated IP 172.20.0.14 (d2dff86c-7c3f-4a04-a8eb-499a78756e53/b5bae3d1-615a-4037-9a7b-190e549a5881/4394098f-1797-4e4d-bbad-4a81524affb5) {{(pid=109655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:33:13.240279 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e431079-9207-4f61-a088-355e01ac14f4 req-c43cf7ed-7c0f-40f8-b70a-c82d9253909b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Made reservation on behalf of 7490363f2ce24e2887748fa443b89c91 for: {'port': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:33:13.243775 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-9e431079-9207-4f61-a088-355e01ac14f4 req-c43cf7ed-7c0f-40f8-b70a-c82d9253909b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:13.297134 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ff8117af-988d-4343-9679-4878a8245e45 admin admin] Publish callbacks [] for security_group (57c8d753-92c4-4f38-9ec7-1f5576440d9e), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:13.305148 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ff8117af-988d-4343-9679-4878a8245e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (57c8d753-92c4-4f38-9ec7-1f5576440d9e), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:13.429133 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-ff8117af-988d-4343-9679-4878a8245e45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f9feb50f1cdc443c9fd6dba6d9fe99b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956460 Mar 16 00:33:13.431085 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8117af-988d-4343-9679-4878a8245e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c8d753-92c4-4f38-9ec7-1f5576440d9e,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:13.434028 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 54436) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:13.505417 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device af3669ee-345e-46cf-bf3e-fe2afb21ddbc up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:33:13.564863 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6f414ea1-a34a-4433-8aea-7a996159f1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (c18aa468-1faf-44fa-9e81-0399737cce19), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:13.595071 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6f414ea1-a34a-4433-8aea-7a996159f1da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:13.603208 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-6f414ea1-a34a-4433-8aea-7a996159f1da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c18aa468-1faf-44fa-9e81-0399737cce19 HTTP/1.1" status: 204 len: 168 time: 0.5734525 Mar 16 00:33:13.618822 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port af3669ee-345e-46cf-bf3e-fe2afb21ddbc triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:33:13.619496 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (af3669ee-345e-46cf-bf3e-fe2afb21ddbc), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:13.650775 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f414ea1-a34a-4433-8aea-7a996159f1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18aa468-1faf-44fa-9e81-0399737cce19,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:13.694610 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1c11093b-350d-40d7-8e84-80f91f104812 admin admin] Publish callbacks [] for security_group (57c8d753-92c4-4f38-9ec7-1f5576440d9e), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:13.749625 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 81773e1b-1b6f-4897-888f-18bc987e8e9a details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:33:13.756556 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1c11093b-350d-40d7-8e84-80f91f104812 admin admin] Publish callbacks [] for security_group (57c8d753-92c4-4f38-9ec7-1f5576440d9e), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:13.806720 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_common [req-9e431079-9207-4f61-a088-355e01ac14f4 req-c43cf7ed-7c0f-40f8-b70a-c82d9253909b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Allocated IP 172.20.0.12 (ad7821b7-8706-4c5b-bf39-2dd36a75d266/79fca44c-0d7a-4002-9dde-dbeafd2599c9/03aa9c86-9530-4ace-b434-c1dcd009169a) {{(pid=109655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:33:13.814528 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-bb2dde6d-86b5-4fcb-b37e-282f0286f8fd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for port (4394098f-1797-4e4d-bbad-4a81524affb5), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:13.832737 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81242a8a-bd66-4740-9e43-8dbf53c76bf9 req-23ef9e37-cfa7-4235-879c-97564de8e15a tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:13.835092 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-81242a8a-bd66-4740-9e43-8dbf53c76bf9 req-23ef9e37-cfa7-4235-879c-97564de8e15a tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 943 time: 0.2803109 Mar 16 00:33:13.934165 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1c11093b-350d-40d7-8e84-80f91f104812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (57c8d753-92c4-4f38-9ec7-1f5576440d9e), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:13.937680 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1c11093b-350d-40d7-8e84-80f91f104812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:13.948500 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-1c11093b-350d-40d7-8e84-80f91f104812 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/57c8d753-92c4-4f38-9ec7-1f5576440d9e HTTP/1.1" status: 204 len: 168 time: 0.5114274 Mar 16 00:33:13.976679 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-81242a8a-bd66-4740-9e43-8dbf53c76bf9 req-dc1e50a1-7a83-411a-af7f-28dca981c2fd tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5145c78-3d69-46bb-b6da-fea472c7df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297855 Mar 16 00:33:14.013042 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11093b-350d-40d7-8e84-80f91f104812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c8d753-92c4-4f38-9ec7-1f5576440d9e,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:14.034461 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port af3669ee-345e-46cf-bf3e-fe2afb21ddbc is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:33:14.037205 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (af3669ee-345e-46cf-bf3e-fe2afb21ddbc), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:14.147411 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.db.resource_extend [None req-adc1c923-684c-4d24-b000-232159e63758 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 00:33:14.149555 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-bb2dde6d-86b5-4fcb-b37e-282f0286f8fd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:14.212186 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-bb2dde6d-86b5-4fcb-b37e-282f0286f8fd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Network d2dff86c-7c3f-4a04-a8eb-499a78756e53 is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:33:14.257187 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d18e76f1-d634-4778-9bf5-81268d5c6085 req-d1f666d4-f572-490f-bc23-26166cb191af tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 210 time: 0.0489299 Mar 16 00:33:14.265517 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-bb2dde6d-86b5-4fcb-b37e-282f0286f8fd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:33:14.279244 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-bb2dde6d-86b5-4fcb-b37e-282f0286f8fd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Received port after_create {{(pid=109655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:33:14.320773 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4c509-9f0f-41f7-875d-9d66350e025f req-db2e8bbd-ff08-4239-8d9f-c6bbad88d844 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:14.322585 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-74e4c509-9f0f-41f7-875d-9d66350e025f req-db2e8bbd-ff08-4239-8d9f-c6bbad88d844 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 932 time: 0.1507604 Mar 16 00:33:14.461703 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-74e4c509-9f0f-41f7-875d-9d66350e025f req-5106096a-739d-4184-b478-ba5dff2626c2 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330547 Mar 16 00:33:14.483589 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2dde6d-86b5-4fcb-b37e-282f0286f8fd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Pushing event updated for resources: {'Port': ['ID=4394098f-1797-4e4d-bbad-4a81524affb5,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:14.490208 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-9e431079-9207-4f61-a088-355e01ac14f4 req-c43cf7ed-7c0f-40f8-b70a-c82d9253909b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Publish callbacks [] for port (03aa9c86-9530-4ace-b434-c1dcd009169a), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:14.499608 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] For port af3669ee-345e-46cf-bf3e-fe2afb21ddbc, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=af3669ee-345e-46cf-bf3e-fe2afb21ddbc,segment=NetworkSegment(d23ab82b-c65e-478d-abce-c43fb5667a63),segment_id=d23ab82b-c65e-478d-abce-c43fb5667a63)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:33:14.509339 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.46', 53468) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:14.557367 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-bb2dde6d-86b5-4fcb-b37e-282f0286f8fd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:14.558075 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-bb2dde6d-86b5-4fcb-b37e-282f0286f8fd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for port (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:14.607084 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 81773e1b-1b6f-4897-888f-18bc987e8e9a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=81773e1b-1b6f-4897-888f-18bc987e8e9a,segment=NetworkSegment(14c0e0a6-21f3-4777-8ad7-5fcb716b4f71),segment_id=14c0e0a6-21f3-4777-8ad7-5fcb716b4f71)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:33:14.627228 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': '81773e1b-1b6f-4897-888f-18bc987e8e9a', 'network_id': '6308a0ef-ea5a-46b4-be77-ebfb876ddde0', 'port_id': '81773e1b-1b6f-4897-888f-18bc987e8e9a', 'mac_address': 'fa:16:3e:1f:67:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09601caf-d12c-4fa6-a4e9-52bd42982e87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:33:14.628483 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (af3669ee-345e-46cf-bf3e-fe2afb21ddbc), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:14.650453 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-bb2dde6d-86b5-4fcb-b37e-282f0286f8fd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2498045 Mar 16 00:33:14.681683 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] Request body: {'port': {'device_id': '05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:33:14.708643 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 81773e1b-1b6f-4897-888f-18bc987e8e9a is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:33:14.708998 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (81773e1b-1b6f-4897-888f-18bc987e8e9a), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:14.734602 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81773e1b-1b6f-4897-888f-18bc987e8e9a {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:33:14.745960 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-9e431079-9207-4f61-a088-355e01ac14f4 req-c43cf7ed-7c0f-40f8-b70a-c82d9253909b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (03aa9c86-9530-4ace-b434-c1dcd009169a), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:14.774024 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Pushing event updated for resources: {'Port': ['ID=af3669ee-345e-46cf-bf3e-fe2afb21ddbc,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:14.781939 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 81773e1b-1b6f-4897-888f-18bc987e8e9a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=81773e1b-1b6f-4897-888f-18bc987e8e9a,segment=NetworkSegment(14c0e0a6-21f3-4777-8ad7-5fcb716b4f71),segment_id=14c0e0a6-21f3-4777-8ad7-5fcb716b4f71)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:33:14.786742 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (81773e1b-1b6f-4897-888f-18bc987e8e9a), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:14.794317 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-5fdadc35-090f-4830-9da7-cc2182aef203 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:14.806702 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-5fdadc35-090f-4830-9da7-cc2182aef203 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.46 "GET /v2.0/networks?id=ad7821b7-8706-4c5b-bf39-2dd36a75d266 HTTP/1.1" status: 200 len: 819 time: 0.2952225 Mar 16 00:33:14.819563 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-f4bb7dac-344c-4ec7-882d-5b93be3bc140 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Request body: {'port': {'device_id': '56773509-651a-4670-a611-18cf7a1324a6', 'network_id': 'ad7821b7-8706-4c5b-bf39-2dd36a75d266', 'admin_state_up': True, 'tenant_id': '7490363f2ce24e2887748fa443b89c91'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:33:14.822031 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43cf7ed-7c0f-40f8-b70a-c82d9253909b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Pushing event updated for resources: {'Port': ['ID=03aa9c86-9530-4ace-b434-c1dcd009169a,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:14.867570 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=81773e1b-1b6f-4897-888f-18bc987e8e9a,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:14.886063 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e431079-9207-4f61-a088-355e01ac14f4 req-c43cf7ed-7c0f-40f8-b70a-c82d9253909b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Network ad7821b7-8706-4c5b-bf39-2dd36a75d266 is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:33:14.899668 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [req-9e431079-9207-4f61-a088-355e01ac14f4 req-c43cf7ed-7c0f-40f8-b70a-c82d9253909b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:33:14.900446 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-7c541f38-8197-46ea-b73a-201b6cf41149 None None] Provisioning complete for port 4394098f-1797-4e4d-bbad-4a81524affb5 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:33:14.903985 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-7c541f38-8197-46ea-b73a-201b6cf41149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:14.933394 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e431079-9207-4f61-a088-355e01ac14f4 req-c43cf7ed-7c0f-40f8-b70a-c82d9253909b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Received port after_create {{(pid=109655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:33:14.985696 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:15.023286 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-7c541f38-8197-46ea-b73a-201b6cf41149 None None] Port 4394098f-1797-4e4d-bbad-4a81524affb5 cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:33:15.093061 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['81773e1b-1b6f-4897-888f-18bc987e8e9a'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:33:15.148533 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-f4bb7dac-344c-4ec7-882d-5b93be3bc140 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Made reservation on behalf of 7490363f2ce24e2887748fa443b89c91 for: {'port': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:33:15.164228 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-f4bb7dac-344c-4ec7-882d-5b93be3bc140 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:15.232828 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e431079-9207-4f61-a088-355e01ac14f4 req-c43cf7ed-7c0f-40f8-b70a-c82d9253909b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:15.233600 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-9e431079-9207-4f61-a088-355e01ac14f4 req-c43cf7ed-7c0f-40f8-b70a-c82d9253909b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for port (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:15.402403 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a609d3-2293-4c8c-a74d-a5e0b8aa8cdc req-9e1005d0-52da-45c8-8e86-c21e969ef601 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:15.404489 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-91a609d3-2293-4c8c-a74d-a5e0b8aa8cdc req-9e1005d0-52da-45c8-8e86-c21e969ef601 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 944 time: 0.2358243 Mar 16 00:33:15.410674 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9e431079-9207-4f61-a088-355e01ac14f4 req-c43cf7ed-7c0f-40f8-b70a-c82d9253909b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5587189 Mar 16 00:33:15.438224 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [req-9e431079-9207-4f61-a088-355e01ac14f4 req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] Request body: {'port': {'device_id': '305a0643-9712-4ad4-a4a2-7bedba4d9101', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:33:15.495932 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device af3669ee-345e-46cf-bf3e-fe2afb21ddbc up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:33:15.528219 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-9e431079-9207-4f61-a088-355e01ac14f4 req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (03aa9c86-9530-4ace-b434-c1dcd009169a), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:15.704314 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-91a609d3-2293-4c8c-a74d-a5e0b8aa8cdc req-b2614363-0e0d-4a9b-a131-5cbc9020da8c tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5145c78-3d69-46bb-b6da-fea472c7df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919331 Mar 16 00:33:15.800294 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-f4bb7dac-344c-4ec7-882d-5b93be3bc140 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Allocated IP 172.20.0.9 (ad7821b7-8706-4c5b-bf39-2dd36a75d266/79fca44c-0d7a-4002-9dde-dbeafd2599c9/391911ab-9e26-4728-97f8-b40421fdc133) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:33:15.859629 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port af3669ee-345e-46cf-bf3e-fe2afb21ddbc triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:33:15.860200 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (af3669ee-345e-46cf-bf3e-fe2afb21ddbc), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:16.113718 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1a15b84b-3f11-4592-92f9-8a70289a0955 req-6a52efe3-0ccc-4a54-89f6-ef6c8eeea717 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 210 time: 0.0330575 Mar 16 00:33:16.116603 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port af3669ee-345e-46cf-bf3e-fe2afb21ddbc is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:33:16.124922 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-f4bb7dac-344c-4ec7-882d-5b93be3bc140 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Publish callbacks [] for port (391911ab-9e26-4728-97f8-b40421fdc133), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:16.219011 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39280b2-6aee-4666-921b-271384c341f1 req-cafec115-0151-49d2-92a8-a77ea923a43f tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:16.220709 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f39280b2-6aee-4666-921b-271384c341f1 req-cafec115-0151-49d2-92a8-a77ea923a43f tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 932 time: 0.1130919 Mar 16 00:33:16.240347 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.notifiers.nova [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4394098f-1797-4e4d-bbad-4a81524affb5 {{(pid=109655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:33:16.258525 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] Publish callbacks [] for port (4394098f-1797-4e4d-bbad-4a81524affb5), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:16.286974 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.provisioning_blocks [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] Transition to ACTIVE for port object 4394098f-1797-4e4d-bbad-4a81524affb5 will not be triggered until provisioned by entity L2. {{(pid=109655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 00:33:16.301145 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5476197'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:16.324278 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f39280b2-6aee-4666-921b-271384c341f1 req-ebd037d4-0fe4-46b8-8cd8-2a0696037bf3 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938470 Mar 16 00:33:16.353874 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-f4bb7dac-344c-4ec7-882d-5b93be3bc140 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (391911ab-9e26-4728-97f8-b40421fdc133), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:16.468959 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb7dac-344c-4ec7-882d-5b93be3bc140 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Pushing event updated for resources: {'Port': ['ID=391911ab-9e26-4728-97f8-b40421fdc133,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:16.490762 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-f4bb7dac-344c-4ec7-882d-5b93be3bc140 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Network ad7821b7-8706-4c5b-bf39-2dd36a75d266 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:33:16.492464 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-f4bb7dac-344c-4ec7-882d-5b93be3bc140 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:33:16.497016 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-f4bb7dac-344c-4ec7-882d-5b93be3bc140 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:33:16.505023 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] Pushing event updated for resources: {'Port': ['ID=4394098f-1797-4e4d-bbad-4a81524affb5,revision_number=2']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:16.605226 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-f4bb7dac-344c-4ec7-882d-5b93be3bc140 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:16.608758 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-f4bb7dac-344c-4ec7-882d-5b93be3bc140 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:16.640116 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.notifiers.nova [req-9e431079-9207-4f61-a088-355e01ac14f4 req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03aa9c86-9530-4ace-b434-c1dcd009169a {{(pid=109655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:33:16.654814 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-f4bb7dac-344c-4ec7-882d-5b93be3bc140 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8398287 Mar 16 00:33:16.656845 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-9e431079-9207-4f61-a088-355e01ac14f4 req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] Publish callbacks [] for port (03aa9c86-9530-4ace-b434-c1dcd009169a), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:16.667881 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] Request body: {'port': {'device_id': '56773509-651a-4670-a611-18cf7a1324a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:33:16.671866 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.provisioning_blocks [req-9e431079-9207-4f61-a088-355e01ac14f4 req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] Transition to ACTIVE for port object 03aa9c86-9530-4ace-b434-c1dcd009169a will not be triggered until provisioned by entity L2. {{(pid=109655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 00:33:16.684578 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-9e431079-9207-4f61-a088-355e01ac14f4 req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5476197'] for port (03aa9c86-9530-4ace-b434-c1dcd009169a), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:16.746808 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.managers [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] Attempting to bind port 4394098f-1797-4e4d-bbad-4a81524affb5 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:33:16.747182 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.managers [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] Attempting to bind port 4394098f-1797-4e4d-bbad-4a81524affb5 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'e2963d80-a420-4b1b-bd31-7a4b6c97dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53'}] {{(pid=109655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:33:16.747527 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] Attempting to bind port 4394098f-1797-4e4d-bbad-4a81524affb5 on network d2dff86c-7c3f-4a04-a8eb-499a78756e53 {{(pid=109655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:33:16.760894 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] Port 4394098f-1797-4e4d-bbad-4a81524affb5 on network d2dff86c-7c3f-4a04-a8eb-499a78756e53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 00:33:16.761687 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] Attempting to bind port 4394098f-1797-4e4d-bbad-4a81524affb5 on network d2dff86c-7c3f-4a04-a8eb-499a78756e53 {{(pid=109655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:33:16.773833 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] Checking agent: {'id': 'b9d601fa-f980-49b0-9520-143ebd33322f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'started_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:33:16.774179 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] Checking segment: {'id': 'e2963d80-a420-4b1b-bd31-7a4b6c97dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:33:16.774569 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] Bound using segment: {'id': 'e2963d80-a420-4b1b-bd31-7a4b6c97dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53'} {{(pid=109655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:33:16.775017 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.managers [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] Bound port: 4394098f-1797-4e4d-bbad-4a81524affb5, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2963d80-a420-4b1b-bd31-7a4b6c97dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53'}}] {{(pid=109655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:33:16.776039 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:16.844225 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (391911ab-9e26-4728-97f8-b40421fdc133), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:16.858600 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] For port 4394098f-1797-4e4d-bbad-4a81524affb5, host hv-cinder-83124, cleared binding levels {{(pid=109655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:33:16.862826 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] For port 4394098f-1797-4e4d-bbad-4a81524affb5, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4394098f-1797-4e4d-bbad-4a81524affb5,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:33:16.882783 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] Pushing event updated for resources: {'Port': ['ID=03aa9c86-9530-4ace-b434-c1dcd009169a,revision_number=2']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:16.914351 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5476197'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:16.977246 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] Pushing event updated for resources: {'Port': ['ID=4394098f-1797-4e4d-bbad-4a81524affb5,revision_number=3']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:17.032754 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:17.038000 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for port (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:17.040884 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-973c78ca-9a69-4b08-b0f7-1774e8797783 service neutron] 10.222.0.46 "PUT /v2.0/ports/4394098f-1797-4e4d-bbad-4a81524affb5 HTTP/1.1" status: 200 len: 1094 time: 2.3733284 Mar 16 00:33:17.066019 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71', 'tag': '4394098f-1797-4e4d-bbad-4a81524affb5'}] {{(pid=109655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:33:17.072003 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df82934b303eb2c65d5363c89017506e4207af41f0fc796505a1ca2b23a59d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3344d680-32b1-4f8c-90ae-81b020a0e587" -d '{"events": [{"name": "network-changed", "server_uuid": "05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71", "tag": "4394098f-1797-4e4d-bbad-4a81524affb5"}]}' {{(pid=109655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:33:17.208658 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb28a21-9c54-47ce-9126-1c41a6a87ee8 x-openstack-request-id: req-fdb28a21-9c54-47ce-9126-1c41a6a87ee8 {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:33:17.209145 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71", "tag": "4394098f-1797-4e4d-bbad-4a81524affb5", "status": "completed", "code": 200}]} {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:33:17.209578 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fdb28a21-9c54-47ce-9126-1c41a6a87ee8 {{(pid=109655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:33:17.210518 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71', 'tag': '4394098f-1797-4e4d-bbad-4a81524affb5', 'status': 'completed', 'code': 200} Mar 16 00:33:17.213737 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.managers [req-9e431079-9207-4f61-a088-355e01ac14f4 req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] Attempting to bind port 03aa9c86-9530-4ace-b434-c1dcd009169a on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:33:17.218852 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.managers [req-9e431079-9207-4f61-a088-355e01ac14f4 req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] Attempting to bind port 03aa9c86-9530-4ace-b434-c1dcd009169a by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'd23ab82b-c65e-478d-abce-c43fb5667a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ad7821b7-8706-4c5b-bf39-2dd36a75d266'}] {{(pid=109655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:33:17.220391 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e431079-9207-4f61-a088-355e01ac14f4 req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] Attempting to bind port 03aa9c86-9530-4ace-b434-c1dcd009169a on network ad7821b7-8706-4c5b-bf39-2dd36a75d266 {{(pid=109655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:33:17.234752 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e431079-9207-4f61-a088-355e01ac14f4 req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] Port 03aa9c86-9530-4ace-b434-c1dcd009169a on network ad7821b7-8706-4c5b-bf39-2dd36a75d266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 00:33:17.236817 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e431079-9207-4f61-a088-355e01ac14f4 req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] Attempting to bind port 03aa9c86-9530-4ace-b434-c1dcd009169a on network ad7821b7-8706-4c5b-bf39-2dd36a75d266 {{(pid=109655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:33:17.273232 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e431079-9207-4f61-a088-355e01ac14f4 req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] Checking agent: {'id': 'b9d601fa-f980-49b0-9520-143ebd33322f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'started_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:33:17.273232 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e431079-9207-4f61-a088-355e01ac14f4 req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] Checking segment: {'id': 'd23ab82b-c65e-478d-abce-c43fb5667a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ad7821b7-8706-4c5b-bf39-2dd36a75d266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:33:17.273232 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e431079-9207-4f61-a088-355e01ac14f4 req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] Bound using segment: {'id': 'd23ab82b-c65e-478d-abce-c43fb5667a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ad7821b7-8706-4c5b-bf39-2dd36a75d266'} {{(pid=109655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:33:17.273737 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.managers [req-9e431079-9207-4f61-a088-355e01ac14f4 req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] Bound port: 03aa9c86-9530-4ace-b434-c1dcd009169a, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23ab82b-c65e-478d-abce-c43fb5667a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ad7821b7-8706-4c5b-bf39-2dd36a75d266'}}] {{(pid=109655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:33:17.274129 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-9e431079-9207-4f61-a088-355e01ac14f4 req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (03aa9c86-9530-4ace-b434-c1dcd009169a), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:17.492388 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [req-9e431079-9207-4f61-a088-355e01ac14f4 req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] For port 03aa9c86-9530-4ace-b434-c1dcd009169a, host hv-cinder-83124, cleared binding levels {{(pid=109655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:33:17.496684 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-c942f4f4-cb06-42c2-8618-db016c779ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:17.501158 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-c942f4f4-cb06-42c2-8618-db016c779ea1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9757ece4998543cd903bcd45f5938e73&device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 1128 time: 0.4129798 Mar 16 00:33:17.506712 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897dc302-719e-48ae-a3c6-e0dd6b078aea req-101bffbf-25ab-4104-9bef-5b6e7b46d02a tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:17.522422 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-897dc302-719e-48ae-a3c6-e0dd6b078aea req-101bffbf-25ab-4104-9bef-5b6e7b46d02a tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 944 time: 0.6033785 Mar 16 00:33:17.560244 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-718c4ba3-a1b7-47d7-8a78-2d3ea3136743 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4394098f-1797-4e4d-bbad-4a81524affb5 HTTP/1.1" status: 200 len: 217 time: 0.0496974 Mar 16 00:33:17.564553 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [req-9e431079-9207-4f61-a088-355e01ac14f4 req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] For port 03aa9c86-9530-4ace-b434-c1dcd009169a, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=03aa9c86-9530-4ace-b434-c1dcd009169a,segment=NetworkSegment(d23ab82b-c65e-478d-abce-c43fb5667a63),segment_id=d23ab82b-c65e-478d-abce-c43fb5667a63)] {{(pid=109655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:33:17.607985 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-9e431079-9207-4f61-a088-355e01ac14f4 req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5476197'] for port (03aa9c86-9530-4ace-b434-c1dcd009169a), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:17.624561 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e431079-9207-4f61-a088-355e01ac14f4 req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:17.625322 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [req-9e431079-9207-4f61-a088-355e01ac14f4 req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for port (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:17.627987 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9e431079-9207-4f61-a088-355e01ac14f4 req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] 10.222.0.46 "PUT /v2.0/ports/03aa9c86-9530-4ace-b434-c1dcd009169a HTTP/1.1" status: 200 len: 1094 time: 2.2112665 Mar 16 00:33:17.644783 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d03b1c-9360-41ff-820e-f3b8e4afed88 req-604299b2-bb3a-4706-a884-6eb215e53f6f tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:17.646202 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-897dc302-719e-48ae-a3c6-e0dd6b078aea req-0696dd55-8418-4f61-b199-243ac34b8e30 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5145c78-3d69-46bb-b6da-fea472c7df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110806 Mar 16 00:33:17.646627 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-05d03b1c-9360-41ff-820e-f3b8e4afed88 req-604299b2-bb3a-4706-a884-6eb215e53f6f tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 931 time: 0.4143801 Mar 16 00:33:17.734840 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-9554bb28-17ff-49c7-b83a-c0b6adb80b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:17.736459 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-9554bb28-17ff-49c7-b83a-c0b6adb80b74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b5bae3d1-615a-4037-9a7b-190e549a5881 HTTP/1.1" status: 200 len: 856 time: 0.1700132 Mar 16 00:33:17.766655 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 81773e1b-1b6f-4897-888f-18bc987e8e9a up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:33:17.799365 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a6b09-7c60-4eca-afe8-87eea8f51861 service neutron] Pushing event updated for resources: {'Port': ['ID=03aa9c86-9530-4ace-b434-c1dcd009169a,revision_number=3']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:17.840511 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e431079-9207-4f61-a088-355e01ac14f4 req-068695fc-678a-400b-a70f-1ee9108f4b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:17.842056 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9e431079-9207-4f61-a088-355e01ac14f4 req-068695fc-678a-400b-a70f-1ee9108f4b03 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7490363f2ce24e2887748fa443b89c91&device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 1128 time: 0.1508894 Mar 16 00:33:17.856850 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391911ab-9e26-4728-97f8-b40421fdc133 {{(pid=109656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:33:17.867115 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-05d03b1c-9360-41ff-820e-f3b8e4afed88 req-7412a15f-e9e1-4214-98c4-acdb6175698c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955731 Mar 16 00:33:17.898141 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] Publish callbacks [] for port (391911ab-9e26-4728-97f8-b40421fdc133), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:17.903523 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning for port 81773e1b-1b6f-4897-888f-18bc987e8e9a completed by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 00:33:17.906051 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9e431079-9207-4f61-a088-355e01ac14f4 req-c3cc70d4-76d4-4b13-844d-49fb3fe8b69e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03aa9c86-9530-4ace-b434-c1dcd009169a HTTP/1.1" status: 200 len: 217 time: 0.0554540 Mar 16 00:33:17.909258 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port 81773e1b-1b6f-4897-888f-18bc987e8e9a triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:33:17.910344 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (81773e1b-1b6f-4897-888f-18bc987e8e9a), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:17.927501 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-491f43f2-b889-4747-82fd-4826c11b8381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:17.929019 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-491f43f2-b889-4747-82fd-4826c11b8381 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2dff86c-7c3f-4a04-a8eb-499a78756e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1788466 Mar 16 00:33:17.930766 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4fe43-d7e7-4eac-82a2-696ca66b759f req-02954eca-7010-46d8-b5a1-c39c4c953bfe tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:17.933660 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-66b4fe43-d7e7-4eac-82a2-696ca66b759f req-02954eca-7010-46d8-b5a1-c39c4c953bfe tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.1690681 Mar 16 00:33:18.004036 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.provisioning_blocks [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] Transition to ACTIVE for port object 391911ab-9e26-4728-97f8-b40421fdc133 will not be triggered until provisioned by entity L2. {{(pid=109656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 00:33:18.013892 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (391911ab-9e26-4728-97f8-b40421fdc133), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:18.035794 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e431079-9207-4f61-a088-355e01ac14f4 req-a1e2c0a1-75a5-44d3-a45e-af8033d362b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:18.038136 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9e431079-9207-4f61-a088-355e01ac14f4 req-a1e2c0a1-75a5-44d3-a45e-af8033d362b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79fca44c-0d7a-4002-9dde-dbeafd2599c9 HTTP/1.1" status: 200 len: 859 time: 0.1267827 Mar 16 00:33:18.057042 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-66b4fe43-d7e7-4eac-82a2-696ca66b759f req-0d765538-91c9-4694-bb05-7778eb1d27f1 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068950 Mar 16 00:33:18.092630 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 81773e1b-1b6f-4897-888f-18bc987e8e9a is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:33:18.093075 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (81773e1b-1b6f-4897-888f-18bc987e8e9a), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:18.106040 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9e431079-9207-4f61-a088-355e01ac14f4 req-1213f412-70e8-4d97-b95f-610baaebabbf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad7821b7-8706-4c5b-bf39-2dd36a75d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603225 Mar 16 00:33:18.125644 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d094e3-9db5-4cc7-9a04-8c7126d40a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81773e1b-1b6f-4897-888f-18bc987e8e9a'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:33:18.129170 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-c3f31459-317b-4e3e-8317-330ba92682ca service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819441 Mar 16 00:33:18.130796 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] Pushing event updated for resources: {'Port': ['ID=391911ab-9e26-4728-97f8-b40421fdc133,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:18.188900 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] Attempting to bind port 391911ab-9e26-4728-97f8-b40421fdc133 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:33:18.189284 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] Attempting to bind port 391911ab-9e26-4728-97f8-b40421fdc133 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'd23ab82b-c65e-478d-abce-c43fb5667a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ad7821b7-8706-4c5b-bf39-2dd36a75d266'}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:33:18.189684 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] Attempting to bind port 391911ab-9e26-4728-97f8-b40421fdc133 on network ad7821b7-8706-4c5b-bf39-2dd36a75d266 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:33:18.194995 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] Port 391911ab-9e26-4728-97f8-b40421fdc133 on network ad7821b7-8706-4c5b-bf39-2dd36a75d266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 00:33:18.195323 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] Attempting to bind port 391911ab-9e26-4728-97f8-b40421fdc133 on network ad7821b7-8706-4c5b-bf39-2dd36a75d266 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:33:18.200625 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] Checking agent: {'id': 'b9d601fa-f980-49b0-9520-143ebd33322f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'started_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:33:18.201452 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] Checking segment: {'id': 'd23ab82b-c65e-478d-abce-c43fb5667a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ad7821b7-8706-4c5b-bf39-2dd36a75d266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:33:18.202162 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] Bound using segment: {'id': 'd23ab82b-c65e-478d-abce-c43fb5667a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ad7821b7-8706-4c5b-bf39-2dd36a75d266'} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:33:18.203266 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] Bound port: 391911ab-9e26-4728-97f8-b40421fdc133, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23ab82b-c65e-478d-abce-c43fb5667a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ad7821b7-8706-4c5b-bf39-2dd36a75d266'}}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:33:18.208114 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (391911ab-9e26-4728-97f8-b40421fdc133), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:18.260062 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 81773e1b-1b6f-4897-888f-18bc987e8e9a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=81773e1b-1b6f-4897-888f-18bc987e8e9a,segment=NetworkSegment(14c0e0a6-21f3-4777-8ad7-5fcb716b4f71),segment_id=14c0e0a6-21f3-4777-8ad7-5fcb716b4f71)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:33:18.266079 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (81773e1b-1b6f-4897-888f-18bc987e8e9a), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:18.282275 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d9138b9b-6cfe-4516-ada9-f960b08eb367 req-efcbf7ea-30e0-424a-9be4-40dce772e249 service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418662 Mar 16 00:33:18.300751 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] For port 391911ab-9e26-4728-97f8-b40421fdc133, host hv-cinder-83124, cleared binding levels {{(pid=109656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:33:18.310214 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] For port 391911ab-9e26-4728-97f8-b40421fdc133, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=391911ab-9e26-4728-97f8-b40421fdc133,segment=NetworkSegment(d23ab82b-c65e-478d-abce-c43fb5667a63),segment_id=d23ab82b-c65e-478d-abce-c43fb5667a63)] {{(pid=109656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:33:18.320791 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (391911ab-9e26-4728-97f8-b40421fdc133), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:18.387433 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:18.389312 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:18.392272 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] 10.222.0.46 "PUT /v2.0/ports/391911ab-9e26-4728-97f8-b40421fdc133 HTTP/1.1" status: 200 len: 1093 time: 1.7298434 Mar 16 00:33:18.393047 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56773509-651a-4670-a611-18cf7a1324a6', 'tag': '391911ab-9e26-4728-97f8-b40421fdc133'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:33:18.417478 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=81773e1b-1b6f-4897-888f-18bc987e8e9a,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:18.451251 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476e3169-4ee7-49fb-aae0-288d9f2ec7b3" -d '{"events": [{"server_uuid": "15d094e3-9db5-4cc7-9a04-8c7126d40a2f", "name": "network-vif-plugged", "status": "completed", "tag": "81773e1b-1b6f-4897-888f-18bc987e8e9a"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:33:18.454433 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344d680-32b1-4f8c-90ae-81b020a0e587 req-f0d18d7e-b625-4440-9d8c-0f8c906db077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:18.455823 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-3344d680-32b1-4f8c-90ae-81b020a0e587 req-f0d18d7e-b625-4440-9d8c-0f8c906db077 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9757ece4998543cd903bcd45f5938e73&device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 1128 time: 0.0914836 Mar 16 00:33:18.523302 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5f1d0-1bda-4ae3-9a1c-84f2bbf2096d service neutron] Pushing event updated for resources: {'Port': ['ID=391911ab-9e26-4728-97f8-b40421fdc133,revision_number=3']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:18.552242 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-db9a9c5e-5b6e-4d79-8bd5-9b8395ce842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:18.553849 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-db9a9c5e-5b6e-4d79-8bd5-9b8395ce842d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7490363f2ce24e2887748fa443b89c91&device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 1127 time: 0.1102521 Mar 16 00:33:18.564648 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344d680-32b1-4f8c-90ae-81b020a0e587 req-551cc0f1-67bc-49fb-ae70-323d2bca8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:18.566180 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-3344d680-32b1-4f8c-90ae-81b020a0e587 req-551cc0f1-67bc-49fb-ae70-323d2bca8b17 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2dff86c-7c3f-4a04-a8eb-499a78756e53 HTTP/1.1" status: 200 len: 918 time: 0.1030023 Mar 16 00:33:18.618781 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d2f67f-9ca1-4d3f-aee0-6e95c1d3ce8b" -d '{"events": [{"name": "network-changed", "server_uuid": "56773509-651a-4670-a611-18cf7a1324a6", "tag": "391911ab-9e26-4728-97f8-b40421fdc133"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:33:18.622839 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-3344d680-32b1-4f8c-90ae-81b020a0e587 req-6608d176-a4f4-4a03-9206-b7b71e218ea5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4394098f-1797-4e4d-bbad-4a81524affb5 HTTP/1.1" status: 200 len: 217 time: 0.0476992 Mar 16 00:33:18.662538 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-b1579d99-a0ba-4dd4-9da7-e6e123c489df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=391911ab-9e26-4728-97f8-b40421fdc133 HTTP/1.1" status: 200 len: 217 time: 0.0992177 Mar 16 00:33:18.663904 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc54234-71e1-44a9-b682-12ce7aa42bda x-openstack-request-id: req-edc54234-71e1-44a9-b682-12ce7aa42bda {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:33:18.664887 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9e431079-9207-4f61-a088-355e01ac14f4 req-c2787754-ee75-49db-b7c6-a8de1211de23 service neutron] 10.222.0.46 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345671 Mar 16 00:33:18.670735 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d094e3-9db5-4cc7-9a04-8c7126d40a2f", "name": "network-vif-plugged", "status": "completed", "tag": "81773e1b-1b6f-4897-888f-18bc987e8e9a", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:33:18.671199 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-edc54234-71e1-44a9-b682-12ce7aa42bda {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:33:18.671834 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d094e3-9db5-4cc7-9a04-8c7126d40a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81773e1b-1b6f-4897-888f-18bc987e8e9a', 'code': 200} Mar 16 00:33:18.811875 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-df90b676-8872-4b05-b723-7e3a1fb7ac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:18.813343 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-df90b676-8872-4b05-b723-7e3a1fb7ac82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79fca44c-0d7a-4002-9dde-dbeafd2599c9 HTTP/1.1" status: 200 len: 859 time: 0.1378999 Mar 16 00:33:18.890260 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.46', 53477) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:18.899256 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9e431079-9207-4f61-a088-355e01ac14f4 req-1eebb998-b72e-4568-a11a-f133720f369a service neutron] 10.222.0.46 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240469 Mar 16 00:33:18.901868 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-ff7509bf-15de-4e8a-8890-d23633372130 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad7821b7-8706-4c5b-bf39-2dd36a75d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820370 Mar 16 00:33:18.902534 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344d680-32b1-4f8c-90ae-81b020a0e587 req-52bf7e04-a3cd-4f65-a369-860775a606d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:18.904169 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-3344d680-32b1-4f8c-90ae-81b020a0e587 req-52bf7e04-a3cd-4f65-a369-860775a606d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b5bae3d1-615a-4037-9a7b-190e549a5881 HTTP/1.1" status: 200 len: 856 time: 0.2709329 Mar 16 00:33:18.968386 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59b1c43-a9f1-49b0-9ea5-d714775ba825 x-openstack-request-id: req-d59b1c43-a9f1-49b0-9ea5-d714775ba825 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:33:18.968887 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56773509-651a-4670-a611-18cf7a1324a6", "tag": "391911ab-9e26-4728-97f8-b40421fdc133", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:33:18.969148 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d59b1c43-a9f1-49b0-9ea5-d714775ba825 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:33:18.969841 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56773509-651a-4670-a611-18cf7a1324a6', 'tag': '391911ab-9e26-4728-97f8-b40421fdc133', 'status': 'completed', 'code': 200} Mar 16 00:33:18.974704 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6aaf62-ef40-454d-956f-bf1bdfd3c3b0 req-7885c859-9eb6-4098-8587-fa085af22b68 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:18.982198 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0f6aaf62-ef40-454d-956f-bf1bdfd3c3b0 req-7885c859-9eb6-4098-8587-fa085af22b68 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 945 time: 0.1377494 Mar 16 00:33:19.031597 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344d680-32b1-4f8c-90ae-81b020a0e587 req-ef27f3f9-b70a-48c4-bdb8-4345028cce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:19.031597 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-3344d680-32b1-4f8c-90ae-81b020a0e587 req-ef27f3f9-b70a-48c4-bdb8-4345028cce09 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2dff86c-7c3f-4a04-a8eb-499a78756e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1115444 Mar 16 00:33:19.054320 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0f6aaf62-ef40-454d-956f-bf1bdfd3c3b0 req-43979f87-4b74-4184-88bb-a4a8a86aaf72 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5145c78-3d69-46bb-b6da-fea472c7df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711753 Mar 16 00:33:19.092762 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-72de0068-8d6d-4e66-b4a0-1f8d0d9bc148 service neutron] 10.222.0.46 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680958 Mar 16 00:33:19.168058 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-3344d680-32b1-4f8c-90ae-81b020a0e587 req-0ba4139c-61cd-4284-88c0-5dc87dd672db service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124341 Mar 16 00:33:19.218296 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305a0643-9712-4ad4-a4a2-7bedba4d9101', 'tag': '03aa9c86-9530-4ace-b434-c1dcd009169a'}] {{(pid=109655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:33:19.220374 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df82934b303eb2c65d5363c89017506e4207af41f0fc796505a1ca2b23a59d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219c5044-5363-462f-9130-cc12b1c95a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "305a0643-9712-4ad4-a4a2-7bedba4d9101", "tag": "03aa9c86-9530-4ace-b434-c1dcd009169a"}]}' {{(pid=109655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:33:19.248669 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7d621-c04a-4834-8bb9-000768e29ef3 req-e73af577-3617-4730-a453-bba372215c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:19.250903 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1ab7d621-c04a-4834-8bb9-000768e29ef3 req-e73af577-3617-4730-a453-bba372215c59 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 1129 time: 0.3592565 Mar 16 00:33:19.299900 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5b573-04e1-4a4a-9a81-a84df4174ce5 req-78d10c42-8b2c-4a64-b07d-19564298073c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:19.307879 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-54e5b573-04e1-4a4a-9a81-a84df4174ce5 req-78d10c42-8b2c-4a64-b07d-19564298073c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 943 time: 0.2139742 Mar 16 00:33:19.309823 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1ab7d621-c04a-4834-8bb9-000768e29ef3 req-2fc4cb46-2d2a-4ab5-b171-2214ae79372a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:19.364331 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357cccf-fc17-48f7-aba9-e9220876d257 req-398367b3-203c-42e3-9e0a-4aef3cfb4f62 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:19.364331 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5357cccf-fc17-48f7-aba9-e9220876d257 req-398367b3-203c-42e3-9e0a-4aef3cfb4f62 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.1324563 Mar 16 00:33:19.364331 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-3344d680-32b1-4f8c-90ae-81b020a0e587 req-24db7693-9168-46ae-a2c3-262c5deffbdb service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826293 Mar 16 00:33:19.381110 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-be5c2514-329b-4b1a-955b-d5ad57ebca68 req-3dc85fe7-d407-4658-bd05-34499963914f service neutron] 10.222.0.46 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644613 Mar 16 00:33:19.390845 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-54e5b573-04e1-4a4a-9a81-a84df4174ce5 req-b5b2cc66-1794-41cd-ac6a-ff32d4d01faa tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820909 Mar 16 00:33:19.419502 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5357cccf-fc17-48f7-aba9-e9220876d257 req-6d5eef48-48ab-4a4d-9875-9811fc106218 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578866 Mar 16 00:33:19.472095 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d06c385-fafb-4642-8578-531d78ef0c44 x-openstack-request-id: req-3d06c385-fafb-4642-8578-531d78ef0c44 {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:33:19.472395 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "305a0643-9712-4ad4-a4a2-7bedba4d9101", "tag": "03aa9c86-9530-4ace-b434-c1dcd009169a", "status": "completed", "code": 200}]} {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:33:19.472835 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d06c385-fafb-4642-8578-531d78ef0c44 {{(pid=109655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:33:19.473064 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305a0643-9712-4ad4-a4a2-7bedba4d9101', 'tag': '03aa9c86-9530-4ace-b434-c1dcd009169a', 'status': 'completed', 'code': 200} Mar 16 00:33:19.505391 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1ab7d621-c04a-4834-8bb9-000768e29ef3 req-2fc4cb46-2d2a-4ab5-b171-2214ae79372a service neutron] Publish callbacks [] for security_group (f7084402-f506-4277-b434-0d78d36f998b), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:19.510838 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1ab7d621-c04a-4834-8bb9-000768e29ef3 req-2fc4cb46-2d2a-4ab5-b171-2214ae79372a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (f7084402-f506-4277-b434-0d78d36f998b), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:19.562319 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1ab7d621-c04a-4834-8bb9-000768e29ef3 req-2fc4cb46-2d2a-4ab5-b171-2214ae79372a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a5145c78-3d69-46bb-b6da-fea472c7df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047276 Mar 16 00:33:19.564238 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4cb46-2d2a-4ab5-b171-2214ae79372a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f7084402-f506-4277-b434-0d78d36f998b,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:19.983216 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-005597d8-747f-43a9-aaff-b9c028a54673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:20.113514 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 4394098f-1797-4e4d-bbad-4a81524affb5 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:33:20.189157 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3ee6b-64db-42a6-bc08-e303bddc9983 req-51f9c41e-015f-499d-a5da-0283d2fb9631 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:20.190965 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f2a3ee6b-64db-42a6-bc08-e303bddc9983 req-51f9c41e-015f-499d-a5da-0283d2fb9631 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 945 time: 0.0564127 Mar 16 00:33:20.217240 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 4394098f-1797-4e4d-bbad-4a81524affb5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4394098f-1797-4e4d-bbad-4a81524affb5,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:33:20.229555 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': '4394098f-1797-4e4d-bbad-4a81524affb5', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'port_id': '4394098f-1797-4e4d-bbad-4a81524affb5', 'mac_address': 'fa:16:3e:4b:09:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:33:20.242905 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f2a3ee6b-64db-42a6-bc08-e303bddc9983 req-d5d0b23b-45c2-43e1-9789-68f47ce3623a tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5145c78-3d69-46bb-b6da-fea472c7df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457671 Mar 16 00:33:20.277329 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 4394098f-1797-4e4d-bbad-4a81524affb5 is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:33:20.277329 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:20.289320 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4394098f-1797-4e4d-bbad-4a81524affb5 {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:33:20.309199 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 4394098f-1797-4e4d-bbad-4a81524affb5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4394098f-1797-4e4d-bbad-4a81524affb5,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:33:20.313043 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:20.358975 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=4394098f-1797-4e4d-bbad-4a81524affb5,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:20.511874 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa1e09-4dcb-4802-8207-544988561a75 req-7aba513a-f81b-4398-b752-0c3d3652642c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:20.513251 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-91aa1e09-4dcb-4802-8207-544988561a75 req-7aba513a-f81b-4398-b752-0c3d3652642c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 943 time: 0.0509992 Mar 16 00:33:20.560464 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-91aa1e09-4dcb-4802-8207-544988561a75 req-a6a17b86-6d89-4bc9-8971-e6c4fa4db1e3 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417380 Mar 16 00:33:20.724252 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69881b-293d-45cc-9543-e63301f811fe req-10ff98ec-3636-4066-8289-5f625fccb363 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:20.725752 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1d69881b-293d-45cc-9543-e63301f811fe req-10ff98ec-3636-4066-8289-5f625fccb363 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 945 time: 0.2157395 Mar 16 00:33:20.776088 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1d69881b-293d-45cc-9543-e63301f811fe req-dc069fe5-ae1a-45a2-8fb7-f41d3621a04d tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447366 Mar 16 00:33:21.371054 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1b8d8-6e83-44f1-aed5-1f138811156c req-43b469b8-d924-463b-a723-0476ea29fcf8 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:21.372584 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c4a1b8d8-6e83-44f1-aed5-1f138811156c req-43b469b8-d924-463b-a723-0476ea29fcf8 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 945 time: 0.0502014 Mar 16 00:33:21.417504 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c4a1b8d8-6e83-44f1-aed5-1f138811156c req-c65c987b-646e-46bf-8cda-c6c7bead0b4f tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5145c78-3d69-46bb-b6da-fea472c7df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392926 Mar 16 00:33:21.677511 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4ee7f-e63f-429e-96ed-c45bc3dabc00 req-d84699c5-d7a1-4fa9-b76d-b86bf6c3ad81 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:21.679020 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-60a4ee7f-e63f-429e-96ed-c45bc3dabc00 req-d84699c5-d7a1-4fa9-b76d-b86bf6c3ad81 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 943 time: 0.0533845 Mar 16 00:33:21.724448 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-60a4ee7f-e63f-429e-96ed-c45bc3dabc00 req-0c03328f-8d21-458a-ba28-7719c3b9cd5b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400138 Mar 16 00:33:21.902755 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de18a6-8ee1-4ca1-a5a2-1b0948ddf79a req-8dac2cc9-90cc-4d16-a304-21577508d909 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:21.904442 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-24de18a6-8ee1-4ca1-a5a2-1b0948ddf79a req-8dac2cc9-90cc-4d16-a304-21577508d909 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 945 time: 0.0574694 Mar 16 00:33:21.951522 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-24de18a6-8ee1-4ca1-a5a2-1b0948ddf79a req-63465cfa-bf66-460a-814f-24f798520cc2 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417206 Mar 16 00:33:22.023991 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['4394098f-1797-4e4d-bbad-4a81524affb5'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:33:22.050383 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:22.127405 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c5044-5363-462f-9130-cc12b1c95a7e req-5677b4bc-67a4-44a2-8119-312505c6828a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:22.128754 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-219c5044-5363-462f-9130-cc12b1c95a7e req-5677b4bc-67a4-44a2-8119-312505c6828a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7490363f2ce24e2887748fa443b89c91&device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 1128 time: 0.0539620 Mar 16 00:33:22.313345 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-3de39be7-8e20-471e-8135-efefcb8fb8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:22.441292 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2f67f-9ca1-4d3f-aee0-6e95c1d3ce8b req-f6d835e0-579d-4504-96a2-c117505a1eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:22.443449 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-15d2f67f-9ca1-4d3f-aee0-6e95c1d3ce8b req-f6d835e0-579d-4504-96a2-c117505a1eda service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7490363f2ce24e2887748fa443b89c91&device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 1127 time: 0.3264613 Mar 16 00:33:22.519466 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c5044-5363-462f-9130-cc12b1c95a7e req-e91b7d80-8411-4d5a-9cee-32c5b4919e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:22.520939 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-219c5044-5363-462f-9130-cc12b1c95a7e req-e91b7d80-8411-4d5a-9cee-32c5b4919e20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad7821b7-8706-4c5b-bf39-2dd36a75d266 HTTP/1.1" status: 200 len: 920 time: 0.3783414 Mar 16 00:33:22.577431 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-219c5044-5363-462f-9130-cc12b1c95a7e req-09180df5-4d25-46fe-9b19-f0eaa3cb55c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03aa9c86-9530-4ace-b434-c1dcd009169a HTTP/1.1" status: 200 len: 217 time: 0.0483129 Mar 16 00:33:22.628199 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590d7d4-9cd6-4741-84cd-7259bf31c51f req-594b160b-ff74-45f9-9b88-f5318244b857 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:22.637047 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2f67f-9ca1-4d3f-aee0-6e95c1d3ce8b req-72d0d5c9-b28d-4a2c-b088-548386ef41db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:22.639698 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-15d2f67f-9ca1-4d3f-aee0-6e95c1d3ce8b req-72d0d5c9-b28d-4a2c-b088-548386ef41db service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad7821b7-8706-4c5b-bf39-2dd36a75d266 HTTP/1.1" status: 200 len: 920 time: 0.1801753 Mar 16 00:33:22.641083 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d590d7d4-9cd6-4741-84cd-7259bf31c51f req-594b160b-ff74-45f9-9b88-f5318244b857 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 945 time: 0.1203322 Mar 16 00:33:22.696524 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c5044-5363-462f-9130-cc12b1c95a7e req-6cf23029-27ae-4e60-b80c-63d7ac3e0902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:22.698057 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-219c5044-5363-462f-9130-cc12b1c95a7e req-6cf23029-27ae-4e60-b80c-63d7ac3e0902 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79fca44c-0d7a-4002-9dde-dbeafd2599c9 HTTP/1.1" status: 200 len: 859 time: 0.1113212 Mar 16 00:33:22.699879 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-15d2f67f-9ca1-4d3f-aee0-6e95c1d3ce8b req-809ce75e-ec83-4496-8502-f865a1dad3aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=391911ab-9e26-4728-97f8-b40421fdc133 HTTP/1.1" status: 200 len: 217 time: 0.0528715 Mar 16 00:33:22.713212 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d590d7d4-9cd6-4741-84cd-7259bf31c51f req-505ffdc9-8e25-4838-b7fe-958d23b805d4 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5145c78-3d69-46bb-b6da-fea472c7df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712161 Mar 16 00:33:22.771021 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-219c5044-5363-462f-9130-cc12b1c95a7e req-acc6eb61-41ad-48da-9888-750f4b0786ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad7821b7-8706-4c5b-bf39-2dd36a75d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609763 Mar 16 00:33:22.847074 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2f67f-9ca1-4d3f-aee0-6e95c1d3ce8b req-87a313ef-68a6-4bb7-b6f5-ef8328bffac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:22.849035 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-15d2f67f-9ca1-4d3f-aee0-6e95c1d3ce8b req-87a313ef-68a6-4bb7-b6f5-ef8328bffac3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79fca44c-0d7a-4002-9dde-dbeafd2599c9 HTTP/1.1" status: 200 len: 859 time: 0.1383402 Mar 16 00:33:22.902879 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-15d2f67f-9ca1-4d3f-aee0-6e95c1d3ce8b req-23e37b92-75fe-4202-97ff-f0d738937994 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad7821b7-8706-4c5b-bf39-2dd36a75d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338235 Mar 16 00:33:22.941742 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef9f29-2ce1-4203-8e2c-c42de2ae6a3d req-33b04a60-03aa-439f-a25b-cfdfaff15336 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:22.943776 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2fef9f29-2ce1-4203-8e2c-c42de2ae6a3d req-33b04a60-03aa-439f-a25b-cfdfaff15336 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 943 time: 0.1155512 Mar 16 00:33:22.945747 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-219c5044-5363-462f-9130-cc12b1c95a7e req-4a139f27-0c47-40b7-9cd7-7f13b73ef353 service neutron] 10.222.0.46 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680431 Mar 16 00:33:23.038424 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2fef9f29-2ce1-4203-8e2c-c42de2ae6a3d req-8be38069-5751-4fe1-af44-a0ffbbf12a1c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873208 Mar 16 00:33:23.098864 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3df5df-6da3-4359-982e-68f7a1acec0d req-17eb773d-bb00-45df-880d-8ac6ca20e310 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:23.100886 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9d3df5df-6da3-4359-982e-68f7a1acec0d req-17eb773d-bb00-45df-880d-8ac6ca20e310 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 945 time: 0.0688121 Mar 16 00:33:23.149247 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 54822) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:23.164002 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9d3df5df-6da3-4359-982e-68f7a1acec0d req-3a3c0e26-6175-4674-8976-4146dfaeb199 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572619 Mar 16 00:33:23.263920 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4c3a-5dac-403c-9638-b31f976c7ce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:23.340047 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4c3a-5dac-403c-9638-b31f976c7ce5 admin admin] Publish callbacks [] for security_group (1e65fb4a-4ff4-4327-a650-249ae6798579), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:23.343845 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4c3a-5dac-403c-9638-b31f976c7ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (1e65fb4a-4ff4-4327-a650-249ae6798579), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:23.390468 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-f9ef4c3a-5dac-403c-9638-b31f976c7ce5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f52d879c6ab047409679f37792973dc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372072 Mar 16 00:33:23.390468 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef4c3a-5dac-403c-9638-b31f976c7ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e65fb4a-4ff4-4327-a650-249ae6798579,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:23.390885 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 54834) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:23.431720 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 54836) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:23.449341 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-adb7e161-3cf4-44c1-b6aa-3c2464508849 admin admin] Publish callbacks [] for security_group (1e65fb4a-4ff4-4327-a650-249ae6798579), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:23.475549 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-adb7e161-3cf4-44c1-b6aa-3c2464508849 admin admin] Publish callbacks [] for security_group (1e65fb4a-4ff4-4327-a650-249ae6798579), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:23.521822 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-adb7e161-3cf4-44c1-b6aa-3c2464508849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (1e65fb4a-4ff4-4327-a650-249ae6798579), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:23.524390 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-adb7e161-3cf4-44c1-b6aa-3c2464508849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:23.525564 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-adb7e161-3cf4-44c1-b6aa-3c2464508849 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1e65fb4a-4ff4-4327-a650-249ae6798579 HTTP/1.1" status: 204 len: 168 time: 0.1336780 Mar 16 00:33:23.533211 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7e161-3cf4-44c1-b6aa-3c2464508849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e65fb4a-4ff4-4327-a650-249ae6798579,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:23.542040 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-dc3b1724-9089-4ef6-9990-b1438ad9b99f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:23.571974 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:23.623027 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-dc3b1724-9089-4ef6-9990-b1438ad9b99f admin admin] Publish callbacks [] for security_group (ae55220e-cc25-439d-bda2-4f6f64d8d49f), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:23.628138 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-dc3b1724-9089-4ef6-9990-b1438ad9b99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (ae55220e-cc25-439d-bda2-4f6f64d8d49f), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:23.669107 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-dc3b1724-9089-4ef6-9990-b1438ad9b99f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=418d896fa9144d7aab994196d7df3b57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357368 Mar 16 00:33:23.670095 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b1724-9089-4ef6-9990-b1438ad9b99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae55220e-cc25-439d-bda2-4f6f64d8d49f,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:23.671807 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 54844) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:23.730781 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-41cf28f8-0728-43a0-a5c9-abfd272ea29b admin admin] Publish callbacks [] for security_group (ae55220e-cc25-439d-bda2-4f6f64d8d49f), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:23.756679 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-41cf28f8-0728-43a0-a5c9-abfd272ea29b admin admin] Publish callbacks [] for security_group (ae55220e-cc25-439d-bda2-4f6f64d8d49f), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:23.826989 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 391911ab-9e26-4728-97f8-b40421fdc133 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:33:23.834111 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-41cf28f8-0728-43a0-a5c9-abfd272ea29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (ae55220e-cc25-439d-bda2-4f6f64d8d49f), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:23.837701 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-41cf28f8-0728-43a0-a5c9-abfd272ea29b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:23.843603 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-41cf28f8-0728-43a0-a5c9-abfd272ea29b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae55220e-cc25-439d-bda2-4f6f64d8d49f HTTP/1.1" status: 204 len: 168 time: 0.1634820 Mar 16 00:33:23.861611 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf28f8-0728-43a0-a5c9-abfd272ea29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae55220e-cc25-439d-bda2-4f6f64d8d49f,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:23.877878 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b0ba7-7dfc-4c56-ab3b-329687fd29e6 req-b3e437be-95a6-4884-b30d-1b0806dec21a tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:23.880951 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-034b0ba7-7dfc-4c56-ab3b-329687fd29e6 req-b3e437be-95a6-4884-b30d-1b0806dec21a tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 945 time: 0.0976241 Mar 16 00:33:23.905803 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 54862) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:23.929226 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-eed8a43d-8667-4b59-b6bc-b6766073c86c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:23.968153 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-034b0ba7-7dfc-4c56-ab3b-329687fd29e6 req-cd65f296-9567-44a0-b09f-57263ba52b15 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5145c78-3d69-46bb-b6da-fea472c7df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791709 Mar 16 00:33:23.999694 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 391911ab-9e26-4728-97f8-b40421fdc133, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=391911ab-9e26-4728-97f8-b40421fdc133,segment=NetworkSegment(d23ab82b-c65e-478d-abce-c43fb5667a63),segment_id=d23ab82b-c65e-478d-abce-c43fb5667a63)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:33:24.016316 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': '391911ab-9e26-4728-97f8-b40421fdc133', 'network_id': 'ad7821b7-8706-4c5b-bf39-2dd36a75d266', 'port_id': '391911ab-9e26-4728-97f8-b40421fdc133', 'mac_address': 'fa:16:3e:07:3a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79fca44c-0d7a-4002-9dde-dbeafd2599c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:33:24.035058 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-eed8a43d-8667-4b59-b6bc-b6766073c86c admin admin] Publish callbacks [] for security_group (01940d17-ec42-4149-ab96-d4ae27c63a9f), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:24.039158 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-eed8a43d-8667-4b59-b6bc-b6766073c86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (01940d17-ec42-4149-ab96-d4ae27c63a9f), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:24.073230 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 391911ab-9e26-4728-97f8-b40421fdc133 is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:33:24.073723 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (391911ab-9e26-4728-97f8-b40421fdc133), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:24.091352 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391911ab-9e26-4728-97f8-b40421fdc133 {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:33:24.106395 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 54868) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:24.106799 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-eed8a43d-8667-4b59-b6bc-b6766073c86c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48d2eff1e6524b8b9b75fbd642e61358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999540 Mar 16 00:33:24.107996 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8a43d-8667-4b59-b6bc-b6766073c86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01940d17-ec42-4149-ab96-d4ae27c63a9f,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:24.136086 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 391911ab-9e26-4728-97f8-b40421fdc133, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=391911ab-9e26-4728-97f8-b40421fdc133,segment=NetworkSegment(d23ab82b-c65e-478d-abce-c43fb5667a63),segment_id=d23ab82b-c65e-478d-abce-c43fb5667a63)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:33:24.143096 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (391911ab-9e26-4728-97f8-b40421fdc133), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:24.198176 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=391911ab-9e26-4728-97f8-b40421fdc133,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:24.204826 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6543f545-2243-4644-8fa4-94be0bd00dfc admin admin] Publish callbacks [] for security_group (01940d17-ec42-4149-ab96-d4ae27c63a9f), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:24.218542 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4724c5-cf08-44e8-8b27-526e2c5dec35 req-f1378543-3445-42e5-b40b-f2b46e5c68f9 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:24.220117 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bd4724c5-cf08-44e8-8b27-526e2c5dec35 req-f1378543-3445-42e5-b40b-f2b46e5c68f9 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 944 time: 0.0755193 Mar 16 00:33:24.230070 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6543f545-2243-4644-8fa4-94be0bd00dfc admin admin] Publish callbacks [] for security_group (01940d17-ec42-4149-ab96-d4ae27c63a9f), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:24.276170 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bd4724c5-cf08-44e8-8b27-526e2c5dec35 req-f108dd24-bcd8-4444-a23f-bd63eb4d2eae tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473857 Mar 16 00:33:24.302828 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6543f545-2243-4644-8fa4-94be0bd00dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (01940d17-ec42-4149-ab96-d4ae27c63a9f), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:24.305396 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6543f545-2243-4644-8fa4-94be0bd00dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:24.306555 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-6543f545-2243-4644-8fa4-94be0bd00dfc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/01940d17-ec42-4149-ab96-d4ae27c63a9f HTTP/1.1" status: 204 len: 168 time: 0.1988399 Mar 16 00:33:24.321203 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543f545-2243-4644-8fa4-94be0bd00dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01940d17-ec42-4149-ab96-d4ae27c63a9f,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:24.349219 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f19069-99e4-42a6-b218-b085f8b5fe1a req-1f7948d1-78be-413e-b402-793e3de9a44e tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:24.355927 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e9f19069-99e4-42a6-b218-b085f8b5fe1a req-1f7948d1-78be-413e-b402-793e3de9a44e tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 945 time: 0.0841393 Mar 16 00:33:24.387031 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 54878) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:24.401018 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c4c78626-9557-4dff-add2-10ae789f6504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:24.405368 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e9f19069-99e4-42a6-b218-b085f8b5fe1a req-f8039599-92c8-4c21-8cfc-a7e3dfe176c4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486109 Mar 16 00:33:24.479763 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c4c78626-9557-4dff-add2-10ae789f6504 admin admin] Publish callbacks [] for security_group (94d42fa7-e2af-4dc5-b2d5-3c6f17f3fa09), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:24.483494 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c4c78626-9557-4dff-add2-10ae789f6504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (94d42fa7-e2af-4dc5-b2d5-3c6f17f3fa09), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:24.525574 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-c4c78626-9557-4dff-add2-10ae789f6504 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a6ff67802963490499609f5f7c4dafe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373365 Mar 16 00:33:24.528167 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 54882) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:24.530021 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c78626-9557-4dff-add2-10ae789f6504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d42fa7-e2af-4dc5-b2d5-3c6f17f3fa09,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:24.578250 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b17962ad-29f8-4e2e-9ea7-132908e1b647 admin admin] Publish callbacks [] for security_group (94d42fa7-e2af-4dc5-b2d5-3c6f17f3fa09), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:24.599072 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b17962ad-29f8-4e2e-9ea7-132908e1b647 admin admin] Publish callbacks [] for security_group (94d42fa7-e2af-4dc5-b2d5-3c6f17f3fa09), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:24.776734 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b17962ad-29f8-4e2e-9ea7-132908e1b647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (94d42fa7-e2af-4dc5-b2d5-3c6f17f3fa09), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:24.779244 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b17962ad-29f8-4e2e-9ea7-132908e1b647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:24.780386 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-b17962ad-29f8-4e2e-9ea7-132908e1b647 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/94d42fa7-e2af-4dc5-b2d5-3c6f17f3fa09 HTTP/1.1" status: 204 len: 168 time: 0.2509413 Mar 16 00:33:24.785176 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-219c5044-5363-462f-9130-cc12b1c95a7e req-5ebab748-f3fc-4604-b946-5c4ad726b7b2 service neutron] 10.222.0.46 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793380 Mar 16 00:33:24.799954 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17962ad-29f8-4e2e-9ea7-132908e1b647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d42fa7-e2af-4dc5-b2d5-3c6f17f3fa09,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:24.805529 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-15d2f67f-9ca1-4d3f-aee0-6e95c1d3ce8b req-d2c4b0d1-f28f-4d77-b743-edcf74f54321 service neutron] 10.222.0.46 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954815 Mar 16 00:33:24.970888 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:25.100260 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68a6de-d869-4d28-9ea1-86b4f81a0556 req-9d9a44bb-d21d-4287-bd84-c1b29e82ec5c tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:25.101963 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-6b68a6de-d869-4d28-9ea1-86b4f81a0556 req-9d9a44bb-d21d-4287-bd84-c1b29e82ec5c tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 945 time: 0.0662341 Mar 16 00:33:25.151124 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-6b68a6de-d869-4d28-9ea1-86b4f81a0556 req-4de260cf-bdaf-4447-96c9-1d2cec91c752 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5145c78-3d69-46bb-b6da-fea472c7df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428040 Mar 16 00:33:25.400590 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8251b6-1e44-4f31-a032-9dd6d4d4b614 req-1a8dc3ba-b50c-41d4-a700-6b7606526f8b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:25.406176 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0a8251b6-1e44-4f31-a032-9dd6d4d4b614 req-1a8dc3ba-b50c-41d4-a700-6b7606526f8b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 944 time: 0.0592511 Mar 16 00:33:25.468511 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0a8251b6-1e44-4f31-a032-9dd6d4d4b614 req-33075802-ff6e-47ef-ae23-41981fbd52ca tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598371 Mar 16 00:33:25.552056 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1dcfd-95fd-4f66-abb1-b821606e76b4 req-526e1ba0-dd3b-4cbe-b48a-d5d0980c3a68 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:25.560026 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bfc1dcfd-95fd-4f66-abb1-b821606e76b4 req-526e1ba0-dd3b-4cbe-b48a-d5d0980c3a68 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 945 time: 0.0627718 Mar 16 00:33:25.567324 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 4394098f-1797-4e4d-bbad-4a81524affb5 up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:33:25.651769 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bfc1dcfd-95fd-4f66-abb1-b821606e76b4 req-f88dd4b4-65fc-4cae-856a-91e379091ca3 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902247 Mar 16 00:33:25.667508 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-15d2f67f-9ca1-4d3f-aee0-6e95c1d3ce8b req-e9d38517-5f1b-4b6b-94ae-8e68d775c070 service neutron] 10.222.0.46 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150956 Mar 16 00:33:25.674796 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning for port 4394098f-1797-4e4d-bbad-4a81524affb5 completed by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 00:33:25.679399 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port 4394098f-1797-4e4d-bbad-4a81524affb5 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:33:25.679899 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:25.786597 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 4394098f-1797-4e4d-bbad-4a81524affb5 is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:33:25.786979 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:25.812748 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4394098f-1797-4e4d-bbad-4a81524affb5'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:33:25.815209 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1b5f63-f486-4098-8cf2-c93567960152" -d '{"events": [{"server_uuid": "05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71", "name": "network-vif-plugged", "status": "completed", "tag": "4394098f-1797-4e4d-bbad-4a81524affb5"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:33:25.823887 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['391911ab-9e26-4728-97f8-b40421fdc133'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:33:25.856495 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 03aa9c86-9530-4ace-b434-c1dcd009169a details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:33:25.874378 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cec283f-48ac-47a6-9427-11289ca9001b x-openstack-request-id: req-3cec283f-48ac-47a6-9427-11289ca9001b {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:33:25.874690 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71", "name": "network-vif-plugged", "status": "completed", "tag": "4394098f-1797-4e4d-bbad-4a81524affb5", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:33:25.875162 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3cec283f-48ac-47a6-9427-11289ca9001b {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:33:25.875718 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4394098f-1797-4e4d-bbad-4a81524affb5', 'code': 200} Mar 16 00:33:25.878021 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 4394098f-1797-4e4d-bbad-4a81524affb5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4394098f-1797-4e4d-bbad-4a81524affb5,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:33:25.900207 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:26.047233 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=4394098f-1797-4e4d-bbad-4a81524affb5,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:26.101854 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 03aa9c86-9530-4ace-b434-c1dcd009169a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=03aa9c86-9530-4ace-b434-c1dcd009169a,segment=NetworkSegment(d23ab82b-c65e-478d-abce-c43fb5667a63),segment_id=d23ab82b-c65e-478d-abce-c43fb5667a63)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:33:26.123052 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': '03aa9c86-9530-4ace-b434-c1dcd009169a', 'network_id': 'ad7821b7-8706-4c5b-bf39-2dd36a75d266', 'port_id': '03aa9c86-9530-4ace-b434-c1dcd009169a', 'mac_address': 'fa:16:3e:3d:eb:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79fca44c-0d7a-4002-9dde-dbeafd2599c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:33:26.172098 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 54978) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:26.197933 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 03aa9c86-9530-4ace-b434-c1dcd009169a is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:33:26.198368 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (03aa9c86-9530-4ace-b434-c1dcd009169a), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:26.214624 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03aa9c86-9530-4ace-b434-c1dcd009169a {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:33:26.235880 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 03aa9c86-9530-4ace-b434-c1dcd009169a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=03aa9c86-9530-4ace-b434-c1dcd009169a,segment=NetworkSegment(d23ab82b-c65e-478d-abce-c43fb5667a63),segment_id=d23ab82b-c65e-478d-abce-c43fb5667a63)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:33:26.241545 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (03aa9c86-9530-4ace-b434-c1dcd009169a), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:26.311798 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=03aa9c86-9530-4ace-b434-c1dcd009169a,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:26.345224 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce97e2d-716b-475d-a5af-6d2d382c9fc3 req-9df896b2-71e2-471f-a8ea-86f5714b4a3c tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:26.349236 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:26.351119 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-6ce97e2d-716b-475d-a5af-6d2d382c9fc3 req-9df896b2-71e2-471f-a8ea-86f5714b4a3c tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 945 time: 0.0957582 Mar 16 00:33:26.426147 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-6ce97e2d-716b-475d-a5af-6d2d382c9fc3 req-25ca6580-3cda-4ea9-8997-728332462706 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5145c78-3d69-46bb-b6da-fea472c7df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695570 Mar 16 00:33:26.483930 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c3129b97-d9fb-4680-b839-332e858a42d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:26.617779 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c3129b97-d9fb-4680-b839-332e858a42d7 admin admin] Publish callbacks [] for security_group (b2c1c37f-1c7c-4bb3-b239-e9614bb13ad9), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:26.622294 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c3129b97-d9fb-4680-b839-332e858a42d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (b2c1c37f-1c7c-4bb3-b239-e9614bb13ad9), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:26.634915 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a86e7-2c71-44bd-9097-1438b6159212 req-e0c5d810-4eeb-49bd-8dca-4568cd95ba61 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:26.636426 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-fd7a86e7-2c71-44bd-9097-1438b6159212 req-e0c5d810-4eeb-49bd-8dca-4568cd95ba61 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 944 time: 0.0881710 Mar 16 00:33:26.690865 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-c3129b97-d9fb-4680-b839-332e858a42d7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ed15db4ce3d441d8db0196037577c95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5176272 Mar 16 00:33:26.691938 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3129b97-d9fb-4680-b839-332e858a42d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c1c37f-1c7c-4bb3-b239-e9614bb13ad9,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:26.693873 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 55018) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:26.720294 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-fd7a86e7-2c71-44bd-9097-1438b6159212 req-cda81d6a-ed2c-4386-8f1d-30ca59872f57 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690272 Mar 16 00:33:26.798180 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-835e62f8-9469-4238-8270-1eb32643bf48 admin admin] Publish callbacks [] for security_group (b2c1c37f-1c7c-4bb3-b239-e9614bb13ad9), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:26.836868 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a4f66-09fc-4edb-9956-6409e18b3d6e req-e47b1ad2-b75f-4957-a954-8fa32b22ba18 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:26.838390 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f99a4f66-09fc-4edb-9956-6409e18b3d6e req-e47b1ad2-b75f-4957-a954-8fa32b22ba18 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0861967 Mar 16 00:33:26.840353 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-835e62f8-9469-4238-8270-1eb32643bf48 admin admin] Publish callbacks [] for security_group (b2c1c37f-1c7c-4bb3-b239-e9614bb13ad9), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:26.921835 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f99a4f66-09fc-4edb-9956-6409e18b3d6e req-e154ae30-6919-4f80-9df8-ba2a4d64cef7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748453 Mar 16 00:33:26.941233 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-835e62f8-9469-4238-8270-1eb32643bf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (b2c1c37f-1c7c-4bb3-b239-e9614bb13ad9), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:26.943989 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-835e62f8-9469-4238-8270-1eb32643bf48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:26.947614 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-835e62f8-9469-4238-8270-1eb32643bf48 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b2c1c37f-1c7c-4bb3-b239-e9614bb13ad9 HTTP/1.1" status: 204 len: 168 time: 0.2501247 Mar 16 00:33:26.953958 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e62f8-9469-4238-8270-1eb32643bf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c1c37f-1c7c-4bb3-b239-e9614bb13ad9,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:27.213691 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 55040) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:27.227133 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d67442f5-2b29-4bda-b335-a77975059e57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:27.306959 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d67442f5-2b29-4bda-b335-a77975059e57 admin admin] Publish callbacks [] for security_group (801ce52d-07c3-467b-8898-0755472eaa62), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:27.310570 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d67442f5-2b29-4bda-b335-a77975059e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (801ce52d-07c3-467b-8898-0755472eaa62), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:27.347307 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-d67442f5-2b29-4bda-b335-a77975059e57 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=01b775d356d049949043831ceea16cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325698 Mar 16 00:33:27.348667 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67442f5-2b29-4bda-b335-a77975059e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801ce52d-07c3-467b-8898-0755472eaa62,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:27.351017 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 55044) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:27.398633 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-dd02b5fd-3062-42e6-8fb4-40f80bd29d76 admin admin] Publish callbacks [] for security_group (801ce52d-07c3-467b-8898-0755472eaa62), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:27.418286 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-dd02b5fd-3062-42e6-8fb4-40f80bd29d76 admin admin] Publish callbacks [] for security_group (801ce52d-07c3-467b-8898-0755472eaa62), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:27.464239 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-dd02b5fd-3062-42e6-8fb4-40f80bd29d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (801ce52d-07c3-467b-8898-0755472eaa62), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:27.466924 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-dd02b5fd-3062-42e6-8fb4-40f80bd29d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:27.468078 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-dd02b5fd-3062-42e6-8fb4-40f80bd29d76 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/801ce52d-07c3-467b-8898-0755472eaa62 HTTP/1.1" status: 204 len: 168 time: 0.1157925 Mar 16 00:33:27.476967 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02b5fd-3062-42e6-8fb4-40f80bd29d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801ce52d-07c3-467b-8898-0755472eaa62,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:27.547096 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15112f38-8fbb-43ed-a388-54b27dee14f3 req-36a22a4a-5296-4a01-a9a7-626e08addeb6 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:27.548616 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-15112f38-8fbb-43ed-a388-54b27dee14f3 req-36a22a4a-5296-4a01-a9a7-626e08addeb6 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 945 time: 0.0510874 Mar 16 00:33:27.599771 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-15112f38-8fbb-43ed-a388-54b27dee14f3 req-12e80a28-8ba1-4a18-bc3c-60a312366d8e tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5145c78-3d69-46bb-b6da-fea472c7df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451977 Mar 16 00:33:27.839393 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc3ad3-1957-4047-a136-01cbeaecb19a req-9fff7450-190b-495d-9d94-9c2bf4e7cefb tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:27.842986 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f8bc3ad3-1957-4047-a136-01cbeaecb19a req-9fff7450-190b-495d-9d94-9c2bf4e7cefb tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 944 time: 0.0521286 Mar 16 00:33:27.890816 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f8bc3ad3-1957-4047-a136-01cbeaecb19a req-077cd7bc-df23-43fd-bd47-65e2bc087702 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441270 Mar 16 00:33:28.043120 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352c7f8-7c38-45ed-9cad-b67ef120fae8 req-3b3c675a-7b7e-4039-9223-9461189c9e69 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:28.044602 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4352c7f8-7c38-45ed-9cad-b67ef120fae8 req-3b3c675a-7b7e-4039-9223-9461189c9e69 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0507786 Mar 16 00:33:28.092389 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4352c7f8-7c38-45ed-9cad-b67ef120fae8 req-9ab8d228-be7c-4c78-b9d8-9f2ed36c1358 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421352 Mar 16 00:33:28.526643 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9beeb8-57d7-4f3f-a6bf-026d93e86a4e req-f3b8c54e-8a8e-4ae1-a8df-a8bc138dd450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:28.528151 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ee9beeb8-57d7-4f3f-a6bf-026d93e86a4e req-f3b8c54e-8a8e-4ae1-a8df-a8bc138dd450 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 1130 time: 0.0436652 Mar 16 00:33:28.576423 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ee9beeb8-57d7-4f3f-a6bf-026d93e86a4e req-aa750397-52a7-4c40-b383-db8cab4ad15c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374782 Mar 16 00:33:28.727648 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529b9f0-df0d-46f8-b03b-bc10ad4762cd req-8cf7c2e8-bdb7-4298-85c0-919683229cd4 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:28.729805 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0529b9f0-df0d-46f8-b03b-bc10ad4762cd req-8cf7c2e8-bdb7-4298-85c0-919683229cd4 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 945 time: 0.0577776 Mar 16 00:33:28.773317 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['03aa9c86-9530-4ace-b434-c1dcd009169a'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:33:28.782404 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0529b9f0-df0d-46f8-b03b-bc10ad4762cd req-8e5fac6d-ee63-4a6f-8a58-093eb9748e65 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5145c78-3d69-46bb-b6da-fea472c7df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465612 Mar 16 00:33:29.073087 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdca18-44bc-43da-aef4-8200902b48ad req-92653a7c-1b43-4a89-9f14-19a22031c5bc tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:29.076342 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e4cdca18-44bc-43da-aef4-8200902b48ad req-92653a7c-1b43-4a89-9f14-19a22031c5bc tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 944 time: 0.0866010 Mar 16 00:33:29.139444 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e4cdca18-44bc-43da-aef4-8200902b48ad req-1db22c48-81b3-4224-9660-04db30deb589 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570607 Mar 16 00:33:29.248947 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf0205-0385-4ca6-b5ed-6e53560a0a53 req-aeee2657-01e3-40f4-8e5a-3f3f387d9762 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:29.250500 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-8baf0205-0385-4ca6-b5ed-6e53560a0a53 req-aeee2657-01e3-40f4-8e5a-3f3f387d9762 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0608363 Mar 16 00:33:29.306887 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-8baf0205-0385-4ca6-b5ed-6e53560a0a53 req-f83e0c68-54a4-4027-8489-5bffecf04bc8 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488667 Mar 16 00:33:29.915541 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415f3ce-01ab-4a7f-86e0-b0b67fece890 req-cc366a60-5239-4b92-95f4-f5e49563c792 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:29.916975 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7415f3ce-01ab-4a7f-86e0-b0b67fece890 req-cc366a60-5239-4b92-95f4-f5e49563c792 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 945 time: 0.0499005 Mar 16 00:33:29.962314 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7415f3ce-01ab-4a7f-86e0-b0b67fece890 req-6c6f5a5e-f1a6-4cc6-bb22-84eaf41387a6 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5145c78-3d69-46bb-b6da-fea472c7df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398214 Mar 16 00:33:30.281711 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9c810-4f97-468d-8a1d-0aade4deecc4 req-19df4e46-488e-4375-a858-5d48a2d93485 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:30.283359 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-32f9c810-4f97-468d-8a1d-0aade4deecc4 req-19df4e46-488e-4375-a858-5d48a2d93485 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 944 time: 0.0722365 Mar 16 00:33:30.333514 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-32f9c810-4f97-468d-8a1d-0aade4deecc4 req-b1dca2a3-8515-4637-813d-6ef6303f699f tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434489 Mar 16 00:33:30.428407 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21d2d9-88fa-41ad-8728-feaf8f7f3160 req-06319ce7-6108-4447-bd76-19f4c6333ee4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:30.429905 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ec21d2d9-88fa-41ad-8728-feaf8f7f3160 req-06319ce7-6108-4447-bd76-19f4c6333ee4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0520203 Mar 16 00:33:30.484166 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ec21d2d9-88fa-41ad-8728-feaf8f7f3160 req-fd6581af-fbe5-44ce-9039-a21fcb073e9b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481946 Mar 16 00:33:31.452731 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b642f8-77ff-4fa6-b3d1-a6eb07f92560 req-569fbca9-d681-467a-a8e9-ef00e52b1cbd tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:31.454256 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-45b642f8-77ff-4fa6-b3d1-a6eb07f92560 req-569fbca9-d681-467a-a8e9-ef00e52b1cbd tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 944 time: 0.0556633 Mar 16 00:33:31.500906 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-45b642f8-77ff-4fa6-b3d1-a6eb07f92560 req-304973b2-4642-4825-90fa-9a9761f857a4 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404155 Mar 16 00:33:31.604901 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908aa7cd-58e3-4ba2-ace9-5c1600d5d203 req-d47abb1b-08a0-4353-8321-f88dea53dbe8 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:31.606393 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-908aa7cd-58e3-4ba2-ace9-5c1600d5d203 req-d47abb1b-08a0-4353-8321-f88dea53dbe8 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0530970 Mar 16 00:33:31.651747 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-908aa7cd-58e3-4ba2-ace9-5c1600d5d203 req-f0a25267-e0c3-48a0-86ae-c7a68cd03562 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397677 Mar 16 00:33:32.484061 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 391911ab-9e26-4728-97f8-b40421fdc133 up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:33:32.566812 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning for port 391911ab-9e26-4728-97f8-b40421fdc133 completed by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 00:33:32.572764 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port 391911ab-9e26-4728-97f8-b40421fdc133 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:33:32.573313 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (391911ab-9e26-4728-97f8-b40421fdc133), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:32.682165 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46d14e-45ab-4225-92b5-8e0969445314 req-ef80b570-270e-4e05-a9a7-2567989be859 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:32.684605 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4d46d14e-45ab-4225-92b5-8e0969445314 req-ef80b570-270e-4e05-a9a7-2567989be859 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 944 time: 0.0714288 Mar 16 00:33:32.718112 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 391911ab-9e26-4728-97f8-b40421fdc133 is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:33:32.718508 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (391911ab-9e26-4728-97f8-b40421fdc133), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:32.750453 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56773509-651a-4670-a611-18cf7a1324a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391911ab-9e26-4728-97f8-b40421fdc133'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:33:32.752285 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4d46d14e-45ab-4225-92b5-8e0969445314 req-b5fe08bc-83a9-4727-9812-bf4257ad0e73 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616992 Mar 16 00:33:32.753729 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cea8f4f-cf42-44d8-acc7-116514d6db8a" -d '{"events": [{"server_uuid": "56773509-651a-4670-a611-18cf7a1324a6", "name": "network-vif-plugged", "status": "completed", "tag": "391911ab-9e26-4728-97f8-b40421fdc133"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:33:32.784300 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 391911ab-9e26-4728-97f8-b40421fdc133, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=391911ab-9e26-4728-97f8-b40421fdc133,segment=NetworkSegment(d23ab82b-c65e-478d-abce-c43fb5667a63),segment_id=d23ab82b-c65e-478d-abce-c43fb5667a63)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:33:32.789939 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (391911ab-9e26-4728-97f8-b40421fdc133), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:32.791026 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 03aa9c86-9530-4ace-b434-c1dcd009169a up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:33:32.876939 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=391911ab-9e26-4728-97f8-b40421fdc133,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:32.892431 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning for port 03aa9c86-9530-4ace-b434-c1dcd009169a completed by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 00:33:32.897896 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port 03aa9c86-9530-4ace-b434-c1dcd009169a triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:33:32.898326 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (03aa9c86-9530-4ace-b434-c1dcd009169a), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:32.957546 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3898099-5cbd-4362-b533-5aa4e987f3a4 req-406ee384-c3d5-4e06-9f60-f30077abc4df tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:32.973259 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d3898099-5cbd-4362-b533-5aa4e987f3a4 req-406ee384-c3d5-4e06-9f60-f30077abc4df tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.1578429 Mar 16 00:33:33.022471 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 03aa9c86-9530-4ace-b434-c1dcd009169a is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:33:33.022956 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (03aa9c86-9530-4ace-b434-c1dcd009169a), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:33.064738 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d3898099-5cbd-4362-b533-5aa4e987f3a4 req-eaa5cb57-1f92-405d-a9a0-b5ddfe6f90d5 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905011 Mar 16 00:33:33.146781 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 03aa9c86-9530-4ace-b434-c1dcd009169a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=03aa9c86-9530-4ace-b434-c1dcd009169a,segment=NetworkSegment(d23ab82b-c65e-478d-abce-c43fb5667a63),segment_id=d23ab82b-c65e-478d-abce-c43fb5667a63)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:33:33.150330 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4c5452-b7e5-4031-936f-9d25e259a63b x-openstack-request-id: req-7d4c5452-b7e5-4031-936f-9d25e259a63b {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:33:33.152658 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56773509-651a-4670-a611-18cf7a1324a6", "name": "network-vif-plugged", "status": "completed", "tag": "391911ab-9e26-4728-97f8-b40421fdc133", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:33:33.152937 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d4c5452-b7e5-4031-936f-9d25e259a63b {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:33:33.153348 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56773509-651a-4670-a611-18cf7a1324a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391911ab-9e26-4728-97f8-b40421fdc133', 'code': 200} Mar 16 00:33:33.161941 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (03aa9c86-9530-4ace-b434-c1dcd009169a), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:33.236473 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=03aa9c86-9530-4ace-b434-c1dcd009169a,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:33.405974 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa9bd9-60fe-4dbe-be18-9a9120b585ab req-4046de5e-1ec4-469d-be0b-d66b6828abac tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:33.417172 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 55300) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:33.418495 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-02aa9bd9-60fe-4dbe-be18-9a9120b585ab req-4046de5e-1ec4-469d-be0b-d66b6828abac tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.1114318 Mar 16 00:33:33.422723 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-c38bfdad-ad62-49b7-b33f-438a71c6d561 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Request body: {'floatingip': {'port_id': '4394098f-1797-4e4d-bbad-4a81524affb5'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:33:33.440898 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 55304) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:33.460216 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 55310) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:33.518149 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5388aa-baf6-4485-a4e5-6d7c3d233135 req-2e0e4792-cbae-4cbe-86f0-a2f27daf4d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:33.520249 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6f5388aa-baf6-4485-a4e5-6d7c3d233135 req-2e0e4792-cbae-4cbe-86f0-a2f27daf4d63 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 1129 time: 0.0670753 Mar 16 00:33:33.606642 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c38bfdad-ad62-49b7-b33f-438a71c6d561 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for floatingip (2d605311-a61d-489c-80c7-aa98d04cea63), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:33.616872 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6f5388aa-baf6-4485-a4e5-6d7c3d233135 req-690bdcfa-f7ee-4707-a97c-46ffd12f3879 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901003 Mar 16 00:33:33.647679 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-95173971-2f98-43d2-9102-378ccc77654f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:33.661102 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f5f5-4d83-4304-9d54-d9ce69df6ed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:33.787150 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f5f5-4d83-4304-9d54-d9ce69df6ed9 admin admin] Publish callbacks [] for security_group (e6e419c1-5b67-4586-87d0-d8110ea1885c), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:33.797298 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f5f5-4d83-4304-9d54-d9ce69df6ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (e6e419c1-5b67-4586-87d0-d8110ea1885c), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:33.804898 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-95173971-2f98-43d2-9102-378ccc77654f admin admin] Publish callbacks [] for security_group (d6a11f46-2121-4277-b8c5-22c756917aed), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:33.821867 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-95173971-2f98-43d2-9102-378ccc77654f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (d6a11f46-2121-4277-b8c5-22c756917aed), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:33.871875 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-f0b0f5f5-4d83-4304-9d54-d9ce69df6ed9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=67331c2d6d694430a46f4220b912ca39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4291224 Mar 16 00:33:33.874001 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0f5f5-4d83-4304-9d54-d9ce69df6ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e419c1-5b67-4586-87d0-d8110ea1885c,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:33.876442 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 55330) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:33.892889 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-95173971-2f98-43d2-9102-378ccc77654f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d06a5b276174449b4f961328442c68e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4264948 Mar 16 00:33:33.900905 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 55332) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:33.943613 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95173971-2f98-43d2-9102-378ccc77654f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a11f46-2121-4277-b8c5-22c756917aed,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:33.981358 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5ffd5369-ae00-4d05-9c1f-ca6d895284e9 admin admin] Publish callbacks [] for security_group (e6e419c1-5b67-4586-87d0-d8110ea1885c), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.020418 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5ffd5369-ae00-4d05-9c1f-ca6d895284e9 admin admin] Publish callbacks [] for security_group (e6e419c1-5b67-4586-87d0-d8110ea1885c), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.051264 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d0d827f9-f624-4e62-9695-2bbf0a05be02 admin admin] Publish callbacks [] for security_group (d6a11f46-2121-4277-b8c5-22c756917aed), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.059659 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464c3bf-c3b3-4eb3-904a-00e7f5785c79 req-ea9a1cac-654c-4fbe-9785-64fa2ad45b5b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:34.065969 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c464c3bf-c3b3-4eb3-904a-00e7f5785c79 req-ea9a1cac-654c-4fbe-9785-64fa2ad45b5b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.1456783 Mar 16 00:33:34.086098 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5ffd5369-ae00-4d05-9c1f-ca6d895284e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (e6e419c1-5b67-4586-87d0-d8110ea1885c), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.089626 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5ffd5369-ae00-4d05-9c1f-ca6d895284e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.093538 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-5ffd5369-ae00-4d05-9c1f-ca6d895284e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e6e419c1-5b67-4586-87d0-d8110ea1885c HTTP/1.1" status: 204 len: 168 time: 0.2155976 Mar 16 00:33:34.112006 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd5369-ae00-4d05-9c1f-ca6d895284e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e419c1-5b67-4586-87d0-d8110ea1885c,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:34.130703 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 55346) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:34.284058 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-185133ae-cb34-4814-95c5-9f6373c66a7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.340877 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d0d827f9-f624-4e62-9695-2bbf0a05be02 admin admin] Publish callbacks [] for security_group (d6a11f46-2121-4277-b8c5-22c756917aed), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.384826 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-185133ae-cb34-4814-95c5-9f6373c66a7f admin admin] Publish callbacks [] for security_group (7d50a76e-f977-4a68-b867-3d9a751b95dd), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.389305 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-185133ae-cb34-4814-95c5-9f6373c66a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (7d50a76e-f977-4a68-b867-3d9a751b95dd), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.389469 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c464c3bf-c3b3-4eb3-904a-00e7f5785c79 req-feee71f4-d818-45dd-8359-e90dcc0c2c30 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940520 Mar 16 00:33:34.426310 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-185133ae-cb34-4814-95c5-9f6373c66a7f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=726d7054ae8f41828cf5fbede94f669f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902346 Mar 16 00:33:34.432979 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 55356) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:34.453794 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185133ae-cb34-4814-95c5-9f6373c66a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d50a76e-f977-4a68-b867-3d9a751b95dd,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:34.495717 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-249a19d6-a90e-44d8-96aa-34a922953c9a admin admin] Publish callbacks [] for security_group (7d50a76e-f977-4a68-b867-3d9a751b95dd), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.521994 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-249a19d6-a90e-44d8-96aa-34a922953c9a admin admin] Publish callbacks [] for security_group (7d50a76e-f977-4a68-b867-3d9a751b95dd), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.572738 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-249a19d6-a90e-44d8-96aa-34a922953c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (7d50a76e-f977-4a68-b867-3d9a751b95dd), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.576357 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-249a19d6-a90e-44d8-96aa-34a922953c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.580014 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-249a19d6-a90e-44d8-96aa-34a922953c9a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d50a76e-f977-4a68-b867-3d9a751b95dd HTTP/1.1" status: 204 len: 168 time: 0.1437743 Mar 16 00:33:34.581245 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 55360) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:34.594569 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a19d6-a90e-44d8-96aa-34a922953c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d50a76e-f977-4a68-b867-3d9a751b95dd,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:34.604206 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-17b20718-a702-4bf5-9afc-4b87e769d3c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.692121 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-17b20718-a702-4bf5-9afc-4b87e769d3c9 admin admin] Publish callbacks [] for security_group (a106d56e-9f06-4b8f-afc4-3f4b75949e30), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.698707 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-17b20718-a702-4bf5-9afc-4b87e769d3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (a106d56e-9f06-4b8f-afc4-3f4b75949e30), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.733225 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-17b20718-a702-4bf5-9afc-4b87e769d3c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=140272b4cc174033aa48962aec785c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509156 Mar 16 00:33:34.737937 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 55362) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:34.766131 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d0d827f9-f624-4e62-9695-2bbf0a05be02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (d6a11f46-2121-4277-b8c5-22c756917aed), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.767489 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b20718-a702-4bf5-9afc-4b87e769d3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a106d56e-9f06-4b8f-afc4-3f4b75949e30,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:34.768920 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d0d827f9-f624-4e62-9695-2bbf0a05be02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.771030 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-d0d827f9-f624-4e62-9695-2bbf0a05be02 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6a11f46-2121-4277-b8c5-22c756917aed HTTP/1.1" status: 204 len: 168 time: 0.8689456 Mar 16 00:33:34.802975 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-05d174ab-c3ee-4275-a99a-8105355b6533 admin admin] Publish callbacks [] for security_group (a106d56e-9f06-4b8f-afc4-3f4b75949e30), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.820733 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d827f9-f624-4e62-9695-2bbf0a05be02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a11f46-2121-4277-b8c5-22c756917aed,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:34.829466 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c38bfdad-ad62-49b7-b33f-438a71c6d561 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.833792 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-05d174ab-c3ee-4275-a99a-8105355b6533 admin admin] Publish callbacks [] for security_group (a106d56e-9f06-4b8f-afc4-3f4b75949e30), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.834906 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c38bfdad-ad62-49b7-b33f-438a71c6d561 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (2d605311-a61d-489c-80c7-aa98d04cea63), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.918938 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-05d174ab-c3ee-4275-a99a-8105355b6533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (a106d56e-9f06-4b8f-afc4-3f4b75949e30), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.923128 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-05d174ab-c3ee-4275-a99a-8105355b6533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:34.927229 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-05d174ab-c3ee-4275-a99a-8105355b6533 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a106d56e-9f06-4b8f-afc4-3f4b75949e30 HTTP/1.1" status: 204 len: 168 time: 0.1882813 Mar 16 00:33:34.939573 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d174ab-c3ee-4275-a99a-8105355b6533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a106d56e-9f06-4b8f-afc4-3f4b75949e30,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:34.992908 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.db.l3_db [None req-c38bfdad-ad62-49b7-b33f-438a71c6d561 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Floating IP 2d605311-a61d-489c-80c7-aa98d04cea63 associated. External IP: 172.27.2.247, port: 4394098f-1797-4e4d-bbad-4a81524affb5. Mar 16 00:33:35.153592 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 55386) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:35.155013 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305a0643-9712-4ad4-a4a2-7bedba4d9101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03aa9c86-9530-4ace-b434-c1dcd009169a'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:33:35.158245 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f71cd29-a337-4254-b500-71e6b32f2cdd" -d '{"events": [{"server_uuid": "305a0643-9712-4ad4-a4a2-7bedba4d9101", "name": "network-vif-plugged", "status": "completed", "tag": "03aa9c86-9530-4ace-b434-c1dcd009169a"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:33:35.173398 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-492b5f4d-d1c3-4b44-b295-2216dc1851d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:35.216592 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f368c5be-f73d-40d0-9e72-f9728b475cd2 x-openstack-request-id: req-f368c5be-f73d-40d0-9e72-f9728b475cd2 {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:33:35.216906 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305a0643-9712-4ad4-a4a2-7bedba4d9101", "name": "network-vif-plugged", "status": "completed", "tag": "03aa9c86-9530-4ace-b434-c1dcd009169a", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:33:35.217333 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f368c5be-f73d-40d0-9e72-f9728b475cd2 {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:33:35.217894 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305a0643-9712-4ad4-a4a2-7bedba4d9101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03aa9c86-9530-4ace-b434-c1dcd009169a', 'code': 200} Mar 16 00:33:35.298681 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-492b5f4d-d1c3-4b44-b295-2216dc1851d4 admin admin] Publish callbacks [] for security_group (61b82781-0f3e-4580-b073-d27c8d6dd0c7), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:35.311543 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-492b5f4d-d1c3-4b44-b295-2216dc1851d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (61b82781-0f3e-4580-b073-d27c8d6dd0c7), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:35.408806 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38bfdad-ad62-49b7-b33f-438a71c6d561 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Router 0f1585d1-b60f-4815-95e4-b4c9df7732ea has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:33:35.408990 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-492b5f4d-d1c3-4b44-b295-2216dc1851d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2611bececfd84eb982fd1acfc6d527ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518499 Mar 16 00:33:35.409732 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 55402) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:35.422698 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b5f4d-d1c3-4b44-b295-2216dc1851d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b82781-0f3e-4580-b073-d27c8d6dd0c7,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:35.545386 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8e2b6-63d9-4a0c-a771-57d7f3e3c76e req-2a3cf630-29e4-491d-b757-daee85fb3395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:35.547014 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f5c8e2b6-63d9-4a0c-a771-57d7f3e3c76e req-2a3cf630-29e4-491d-b757-daee85fb3395 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 1130 time: 0.0683839 Mar 16 00:33:35.596537 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 55410) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:35.625900 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f5c8e2b6-63d9-4a0c-a771-57d7f3e3c76e req-6fbecb18-ced4-40ec-91be-0f920f93f95d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719163 Mar 16 00:33:35.627703 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f5b62cf5-77bd-42c7-90be-bf27381a1feb admin admin] Publish callbacks [] for security_group (61b82781-0f3e-4580-b073-d27c8d6dd0c7), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:35.629118 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6b8bc2bd-50b6-4350-adfa-81927b006ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:35.677480 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9707030-6cd3-4417-84c1-a49e80dae353 req-f61129c4-e57a-49dd-8e36-8a79e0fbd89d tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:35.679260 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c9707030-6cd3-4417-84c1-a49e80dae353 req-f61129c4-e57a-49dd-8e36-8a79e0fbd89d tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.1271489 Mar 16 00:33:35.686172 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f5b62cf5-77bd-42c7-90be-bf27381a1feb admin admin] Publish callbacks [] for security_group (61b82781-0f3e-4580-b073-d27c8d6dd0c7), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:35.688508 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38bfdad-ad62-49b7-b33f-438a71c6d561 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:33:35.699333 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c38bfdad-ad62-49b7-b33f-438a71c6d561 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:35.702963 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a863392-6ff2-4c50-b6b9-75ec69c85028 None None] Sync routers for ids ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:33:35.727647 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a863392-6ff2-4c50-b6b9-75ec69c85028 None None] Routers {'0f1585d1-b60f-4815-95e4-b4c9df7732ea'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:33:35.729760 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-9a863392-6ff2-4c50-b6b9-75ec69c85028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:33:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:33:35.749226 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6b8bc2bd-50b6-4350-adfa-81927b006ae5 admin admin] Publish callbacks [] for security_group (198d4261-cba9-4c05-b8a1-1949dc15bf17), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:35.756839 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6b8bc2bd-50b6-4350-adfa-81927b006ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (198d4261-cba9-4c05-b8a1-1949dc15bf17), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:35.806081 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-c38bfdad-ad62-49b7-b33f-438a71c6d561 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "PUT /v2.0/floatingips/2d605311-a61d-489c-80c7-aa98d04cea63 HTTP/1.1" status: 200 len: 992 time: 2.3870707 Mar 16 00:33:35.812407 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71', 'tag': '4394098f-1797-4e4d-bbad-4a81524affb5'}] {{(pid=109655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:33:35.815033 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df82934b303eb2c65d5363c89017506e4207af41f0fc796505a1ca2b23a59d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088d00a7-3e30-49b4-8589-be84250bcb49" -d '{"events": [{"name": "network-changed", "server_uuid": "05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71", "tag": "4394098f-1797-4e4d-bbad-4a81524affb5"}]}' {{(pid=109655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:33:35.823208 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-6b8bc2bd-50b6-4350-adfa-81927b006ae5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=667d0525fc7548898e5a15af53240a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240069 Mar 16 00:33:35.828418 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 55422) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:35.830995 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 55424) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:35.847249 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bc2bd-50b6-4350-adfa-81927b006ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198d4261-cba9-4c05-b8a1-1949dc15bf17,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:35.908811 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c9707030-6cd3-4417-84c1-a49e80dae353 req-38ed0892-1c20-41a9-9496-b6e704fd0d26 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126794 Mar 16 00:33:35.919430 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c815290-d7b1-4a52-bad4-debe362b26fd x-openstack-request-id: req-4c815290-d7b1-4a52-bad4-debe362b26fd {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:33:35.919738 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71", "tag": "4394098f-1797-4e4d-bbad-4a81524affb5", "status": "completed", "code": 200}]} {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:33:35.919973 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c815290-d7b1-4a52-bad4-debe362b26fd {{(pid=109655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:33:35.920405 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71', 'tag': '4394098f-1797-4e4d-bbad-4a81524affb5', 'status': 'completed', 'code': 200} Mar 16 00:33:35.924991 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-9a863392-6ff2-4c50-b6b9-75ec69c85028 None None] Set router 0f1585d1-b60f-4815-95e4-b4c9df7732ea gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:33:35.927594 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f5b62cf5-77bd-42c7-90be-bf27381a1feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (61b82781-0f3e-4580-b073-d27c8d6dd0c7), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:35.930610 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f5b62cf5-77bd-42c7-90be-bf27381a1feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:35.936984 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-f5b62cf5-77bd-42c7-90be-bf27381a1feb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/61b82781-0f3e-4580-b073-d27c8d6dd0c7 HTTP/1.1" status: 204 len: 168 time: 0.5268099 Mar 16 00:33:35.943478 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4f874e2c-5862-48bb-82af-0fd2f67f4e9e admin admin] Publish callbacks [] for security_group (198d4261-cba9-4c05-b8a1-1949dc15bf17), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:35.954439 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b62cf5-77bd-42c7-90be-bf27381a1feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b82781-0f3e-4580-b073-d27c8d6dd0c7,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:36.040196 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4f874e2c-5862-48bb-82af-0fd2f67f4e9e admin admin] Publish callbacks [] for security_group (198d4261-cba9-4c05-b8a1-1949dc15bf17), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:36.082996 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d00a7-3e30-49b4-8589-be84250bcb49 req-2ca62a21-90f5-40be-bf4b-ab089c68a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:36.083790 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-088d00a7-3e30-49b4-8589-be84250bcb49 req-2ca62a21-90f5-40be-bf4b-ab089c68a365 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9757ece4998543cd903bcd45f5938e73&device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 1130 time: 0.1094842 Mar 16 00:33:36.209277 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d00a7-3e30-49b4-8589-be84250bcb49 req-e98b050a-668b-4c5a-ab0d-2ca25d0780e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:36.210723 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-088d00a7-3e30-49b4-8589-be84250bcb49 req-e98b050a-668b-4c5a-ab0d-2ca25d0780e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2dff86c-7c3f-4a04-a8eb-499a78756e53 HTTP/1.1" status: 200 len: 918 time: 0.1130428 Mar 16 00:33:36.216119 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4f874e2c-5862-48bb-82af-0fd2f67f4e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (198d4261-cba9-4c05-b8a1-1949dc15bf17), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:36.219234 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4f874e2c-5862-48bb-82af-0fd2f67f4e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:36.224228 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-4f874e2c-5862-48bb-82af-0fd2f67f4e9e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/198d4261-cba9-4c05-b8a1-1949dc15bf17 HTTP/1.1" status: 204 len: 168 time: 0.3944454 Mar 16 00:33:36.242794 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-025dd17d-c3e7-4908-9517-c9c10f741c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:36.297290 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f874e2c-5862-48bb-82af-0fd2f67f4e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198d4261-cba9-4c05-b8a1-1949dc15bf17,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:36.325841 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-9a863392-6ff2-4c50-b6b9-75ec69c85028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-router', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:55Z', 'revision_number': 4, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'gw_port': {'id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '2d605311-a61d-489c-80c7-aa98d04cea63', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'floating_ip_address': '172.27.2.247', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'port_id': '4394098f-1797-4e4d-bbad-4a81524affb5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'mac_address': 'fa:16:3e:4b:09:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:33:02Z', 'updated_at': '2022-03-16T00:33:34Z', 'revision_number': 1, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b95ac9c-2ca3-4825-96e4-fd970a08f142', 'name': '', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'mac_address': 'fa:16:3e:4f:b9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:54Z', 'updated_at': '2022-03-16T00:33:02Z', 'revision_number': 5, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'subnets': [{'id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:33:36.360898 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a863392-6ff2-4c50-b6b9-75ec69c85028 None None] Checking router: 0f1585d1-b60f-4815-95e4-b4c9df7732ea for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:33:36.379391 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a863392-6ff2-4c50-b6b9-75ec69c85028 None None] Routers {'0f1585d1-b60f-4815-95e4-b4c9df7732ea'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:33:36.380042 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-9a863392-6ff2-4c50-b6b9-75ec69c85028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:33:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:33:36.523753 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 55454) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:36.582822 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-9a863392-6ff2-4c50-b6b9-75ec69c85028 None None] Set router 0f1585d1-b60f-4815-95e4-b4c9df7732ea gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:33:36.650659 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff5aba-e37b-452b-9a89-c4eda672c995 req-175364e1-2f8a-42b1-afa4-cb5035b8618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:36.652273 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-16ff5aba-e37b-452b-9a89-c4eda672c995 req-175364e1-2f8a-42b1-afa4-cb5035b8618d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7490363f2ce24e2887748fa443b89c91&device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 1129 time: 0.3430240 Mar 16 00:33:36.659665 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-088d00a7-3e30-49b4-8589-be84250bcb49 req-54e4946e-8eb1-4829-b95d-1e0602c2b577 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4394098f-1797-4e4d-bbad-4a81524affb5 HTTP/1.1" status: 200 len: 1000 time: 0.4281552 Mar 16 00:33:36.674221 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27143dde-e377-45d9-93d0-7e4d437d9210 req-48e46806-58f3-427e-9b7f-dffdfc6e0cad tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:36.674770 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-27143dde-e377-45d9-93d0-7e4d437d9210 req-48e46806-58f3-427e-9b7f-dffdfc6e0cad tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.3726900 Mar 16 00:33:36.847038 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d00a7-3e30-49b4-8589-be84250bcb49 req-bf3dc22f-95e9-49d5-bfec-027f4a4e17d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:36.849378 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-088d00a7-3e30-49b4-8589-be84250bcb49 req-bf3dc22f-95e9-49d5-bfec-027f4a4e17d3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b5bae3d1-615a-4037-9a7b-190e549a5881 HTTP/1.1" status: 200 len: 856 time: 0.1652834 Mar 16 00:33:36.962768 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-f1bbaea0-5f2b-49f5-aea5-4c7a39a6b923 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1873109173-network', 'tenant_id': '6b65adb3ad554736b28cdae211db89bb'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:33:37.016981 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bbaea0-5f2b-49f5-aea5-4c7a39a6b923 admin admin] Made reservation on behalf of 6b65adb3ad554736b28cdae211db89bb for: {'network': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:33:37.019634 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f1bbaea0-5f2b-49f5-aea5-4c7a39a6b923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for network (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:37.035510 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f1bbaea0-5f2b-49f5-aea5-4c7a39a6b923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:37.072648 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-27143dde-e377-45d9-93d0-7e4d437d9210 req-3261824c-f599-4305-9ea6-221ac854ef84 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833182 Mar 16 00:33:37.097152 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff5aba-e37b-452b-9a89-c4eda672c995 req-f946a0c0-cc72-44c2-a105-24dd6a8de0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:37.101572 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-16ff5aba-e37b-452b-9a89-c4eda672c995 req-f946a0c0-cc72-44c2-a105-24dd6a8de0f5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad7821b7-8706-4c5b-bf39-2dd36a75d266 HTTP/1.1" status: 200 len: 920 time: 0.4360859 Mar 16 00:33:37.141010 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-025dd17d-c3e7-4908-9517-c9c10f741c31 admin admin] Publish callbacks [] for security_group (09f2bb0a-37ae-48b9-a96e-a6b92db1aef4), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:37.157224 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f1bbaea0-5f2b-49f5-aea5-4c7a39a6b923 admin admin] Publish callbacks [] for security_group (afe161be-c2bd-48cc-9dc1-60039992238a), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:37.163780 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f1bbaea0-5f2b-49f5-aea5-4c7a39a6b923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (afe161be-c2bd-48cc-9dc1-60039992238a), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:37.166317 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-9a863392-6ff2-4c50-b6b9-75ec69c85028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-router', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:55Z', 'revision_number': 4, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'gw_port': {'id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '2d605311-a61d-489c-80c7-aa98d04cea63', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'floating_ip_address': '172.27.2.247', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'port_id': '4394098f-1797-4e4d-bbad-4a81524affb5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'mac_address': 'fa:16:3e:4b:09:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:33:02Z', 'updated_at': '2022-03-16T00:33:34Z', 'revision_number': 1, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b95ac9c-2ca3-4825-96e4-fd970a08f142', 'name': '', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'mac_address': 'fa:16:3e:4f:b9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:54Z', 'updated_at': '2022-03-16T00:33:02Z', 'revision_number': 5, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'subnets': [{'id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:33:37.182110 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-025dd17d-c3e7-4908-9517-c9c10f741c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (09f2bb0a-37ae-48b9-a96e-a6b92db1aef4), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:37.200020 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1bbaea0-5f2b-49f5-aea5-4c7a39a6b923 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=109655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 00:33:37.209580 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-16ff5aba-e37b-452b-9a89-c4eda672c995 req-7bd7dcb7-61e6-40ae-ab06-c9dd05064984 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=391911ab-9e26-4728-97f8-b40421fdc133 HTTP/1.1" status: 200 len: 217 time: 0.0825946 Mar 16 00:33:37.211363 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025dd17d-c3e7-4908-9517-c9c10f741c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f2bb0a-37ae-48b9-a96e-a6b92db1aef4,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:37.215123 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d00a7-3e30-49b4-8589-be84250bcb49 req-6003adf5-d5d8-480c-aeee-9eb06af72017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:37.216626 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-088d00a7-3e30-49b4-8589-be84250bcb49 req-6003adf5-d5d8-480c-aeee-9eb06af72017 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2dff86c-7c3f-4a04-a8eb-499a78756e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3494368 Mar 16 00:33:37.217594 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbaea0-5f2b-49f5-aea5-4c7a39a6b923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe161be-c2bd-48cc-9dc1-60039992238a,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:37.219549 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a863392-6ff2-4c50-b6b9-75ec69c85028 None None] The sync data for ids ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'] in dv-cinder-831247-13-iscsi is: [{'id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-router', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:55Z', 'revision_number': 4, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'gw_port': {'id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '2d605311-a61d-489c-80c7-aa98d04cea63', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'floating_ip_address': '172.27.2.247', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'port_id': '4394098f-1797-4e4d-bbad-4a81524affb5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'mac_address': 'fa:16:3e:4b:09:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:33:02Z', 'updated_at': '2022-03-16T00:33:34Z', 'revision_number': 1, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b95ac9c-2ca3-4825-96e4-fd970a08f142', 'name': '', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'mac_address': 'fa:16:3e:4f:b9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:54Z', 'updated_at': '2022-03-16T00:33:02Z', 'revision_number': 5, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'subnets': [{'id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:33:37.223506 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f1bbaea0-5f2b-49f5-aea5-4c7a39a6b923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (40977f7e-1ed7-41b2-908c-6a482fd77429), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:37.224282 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.db.segments_db [None req-f1bbaea0-5f2b-49f5-aea5-4c7a39a6b923 admin admin] Added segment 40977f7e-1ed7-41b2-908c-6a482fd77429 of type vlan for network 19fdd5b1-d82a-4e11-b938-932dca29aa1e Mar 16 00:33:37.314691 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f1bbaea0-5f2b-49f5-aea5-4c7a39a6b923 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752661257912'] for network (19fdd5b1-d82a-4e11-b938-932dca29aa1e), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:37.343036 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-025dd17d-c3e7-4908-9517-c9c10f741c31 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a75dac5469fb4fe2a5e3d1136e94a760&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5042133 Mar 16 00:33:37.344569 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 55486) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:37.364702 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff5aba-e37b-452b-9a89-c4eda672c995 req-47bfe5bf-eb84-44cf-a35d-0f338dd1cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:37.366674 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-16ff5aba-e37b-452b-9a89-c4eda672c995 req-47bfe5bf-eb84-44cf-a35d-0f338dd1cd12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79fca44c-0d7a-4002-9dde-dbeafd2599c9 HTTP/1.1" status: 200 len: 859 time: 0.1323061 Mar 16 00:33:37.391713 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f1bbaea0-5f2b-49f5-aea5-4c7a39a6b923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for network (19fdd5b1-d82a-4e11-b938-932dca29aa1e), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:37.392985 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bbaea0-5f2b-49f5-aea5-4c7a39a6b923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:37.393597 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f1bbaea0-5f2b-49f5-aea5-4c7a39a6b923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:37.413926 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-16ff5aba-e37b-452b-9a89-c4eda672c995 req-5ccd0b87-fd6b-4009-a5d6-8083d94918d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad7821b7-8706-4c5b-bf39-2dd36a75d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397387 Mar 16 00:33:37.516543 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-f1bbaea0-5f2b-49f5-aea5-4c7a39a6b923 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9910090 Mar 16 00:33:37.522082 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 55494) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:37.522634 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-16ff5aba-e37b-452b-9a89-c4eda672c995 req-6b38e4bc-ff20-41d2-9b6a-0ca52f463caa service neutron] 10.222.0.46 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981734 Mar 16 00:33:37.523165 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbaea0-5f2b-49f5-aea5-4c7a39a6b923 admin admin] Pushing event updated for resources: {'Network': ['ID=19fdd5b1-d82a-4e11-b938-932dca29aa1e,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:37.526299 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-088d00a7-3e30-49b4-8589-be84250bcb49 req-23f238c7-a131-4053-a282-b86eb76b3d82 service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906637 Mar 16 00:33:37.534895 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-67765052-89f7-424d-8a22-360cd6a12868 admin admin] Request body: {'subnet': {'network_id': '19fdd5b1-d82a-4e11-b938-932dca29aa1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1873109173-subnet', 'tenant_id': '6b65adb3ad554736b28cdae211db89bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:33:37.572448 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Network 19fdd5b1-d82a-4e11-b938-932dca29aa1e details requested by agent ovs-agent-dv-cinder-831247-13-iscsi with host dv-cinder-831247-13-iscsi {{(pid=109657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 00:33:37.605567 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67765052-89f7-424d-8a22-360cd6a12868 admin admin] Made reservation on behalf of 6b65adb3ad554736b28cdae211db89bb for: {'subnet': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:33:37.608122 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-67765052-89f7-424d-8a22-360cd6a12868 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5478581'] for subnet (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:37.673289 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef33c2b-f593-4f57-ad8f-c4d1531a7dcb None None] New status for floating IP 2d605311-a61d-489c-80c7-aa98d04cea63: ACTIVE {{(pid=109657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:33:37.728059 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-088d00a7-3e30-49b4-8589-be84250bcb49 req-7a000655-06ef-49bb-82e8-78343499cfcf service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920629 Mar 16 00:33:37.732018 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-16ff5aba-e37b-452b-9a89-c4eda672c995 req-7901725a-0ef2-4ac2-9f51-1a52a36f9e0a service neutron] 10.222.0.46 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954145 Mar 16 00:33:37.815601 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-592a3f38-f050-4258-96ae-bc0e05a645be admin admin] Publish callbacks [] for security_group (09f2bb0a-37ae-48b9-a96e-a6b92db1aef4), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:37.841375 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-592a3f38-f050-4258-96ae-bc0e05a645be admin admin] Publish callbacks [] for security_group (09f2bb0a-37ae-48b9-a96e-a6b92db1aef4), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:37.888728 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-67765052-89f7-424d-8a22-360cd6a12868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5476336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5478539'] for subnet (9242681e-c721-4a6d-9270-b60b87387949), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:37.961523 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-592a3f38-f050-4258-96ae-bc0e05a645be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (09f2bb0a-37ae-48b9-a96e-a6b92db1aef4), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:37.964121 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-592a3f38-f050-4258-96ae-bc0e05a645be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:37.965296 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-592a3f38-f050-4258-96ae-bc0e05a645be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09f2bb0a-37ae-48b9-a96e-a6b92db1aef4 HTTP/1.1" status: 204 len: 168 time: 0.6188560 Mar 16 00:33:37.987867 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67765052-89f7-424d-8a22-360cd6a12868 admin admin] Checking segment: {'id': '40977f7e-1ed7-41b2-908c-6a482fd77429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19fdd5b1-d82a-4e11-b938-932dca29aa1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:33:37.988238 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67765052-89f7-424d-8a22-360cd6a12868 admin admin] Network hostable DHCP agents. Network: 19fdd5b1-d82a-4e11-b938-932dca29aa1e, hostable agents: ['92114df5-18d6-4d7c-9264-0f0b53b6b6a9'], hosted agents: [] {{(pid=109655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 00:33:37.990518 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a3f38-f050-4258-96ae-bc0e05a645be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f2bb0a-37ae-48b9-a96e-a6b92db1aef4,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:37.994016 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67765052-89f7-424d-8a22-360cd6a12868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9242681e-c721-4a6d-9270-b60b87387949,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:38.024318 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67765052-89f7-424d-8a22-360cd6a12868 admin admin] Network 19fdd5b1-d82a-4e11-b938-932dca29aa1e is scheduled to be hosted by DHCP agent 92114df5-18d6-4d7c-9264-0f0b53b6b6a9 with binding_index 1 {{(pid=109655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 00:33:38.031052 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-67765052-89f7-424d-8a22-360cd6a12868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-13-iscsi, 19fdd5b1-d82a-4e11-b938-932dca29aa1e) {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:33:38.036976 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67765052-89f7-424d-8a22-360cd6a12868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:38.037822 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-67765052-89f7-424d-8a22-360cd6a12868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:38.052532 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc88b8e-2aa3-48f0-bbee-d056affdc080 None None] Network 19fdd5b1-d82a-4e11-b938-932dca29aa1e requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:33:38.086515 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-67765052-89f7-424d-8a22-360cd6a12868 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5592189 Mar 16 00:33:38.240616 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef972403-17d6-478f-bc7a-e93ab7dc0d2e None None] Network 19fdd5b1-d82a-4e11-b938-932dca29aa1e requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:33:38.246654 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c256a93-0327-41a6-92db-96b6148c6dfa req-39163b3e-0662-4820-b122-c39b9283d592 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:38.252451 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2c256a93-0327-41a6-92db-96b6148c6dfa req-39163b3e-0662-4820-b122-c39b9283d592 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.1044769 Mar 16 00:33:38.304086 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2c256a93-0327-41a6-92db-96b6148c6dfa req-b52ec836-c1a2-46e5-b1d5-7e361a930ba2 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505006 Mar 16 00:33:38.560055 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 55544) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:38.574084 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c60d-0bff-4620-89e2-ab1b99c7600a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:38.662699 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c60d-0bff-4620-89e2-ab1b99c7600a admin admin] Publish callbacks [] for security_group (ecdefb7e-b175-467d-bc91-51f68893a373), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:38.668594 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c60d-0bff-4620-89e2-ab1b99c7600a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (ecdefb7e-b175-467d-bc91-51f68893a373), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:38.710515 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3c60d-0bff-4620-89e2-ab1b99c7600a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdefb7e-b175-467d-bc91-51f68893a373,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:38.716261 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-e8f3c60d-0bff-4620-89e2-ab1b99c7600a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5253b5efa7f249b891a566fd4993bb8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549690 Mar 16 00:33:38.719913 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 55550) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:38.783203 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f65a6f5c-7ea6-4ab3-a594-dfb6a68cee52 admin admin] Publish callbacks [] for security_group (ecdefb7e-b175-467d-bc91-51f68893a373), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:38.813427 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f65a6f5c-7ea6-4ab3-a594-dfb6a68cee52 admin admin] Publish callbacks [] for security_group (ecdefb7e-b175-467d-bc91-51f68893a373), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:38.867096 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f65a6f5c-7ea6-4ab3-a594-dfb6a68cee52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (ecdefb7e-b175-467d-bc91-51f68893a373), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:38.870354 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f65a6f5c-7ea6-4ab3-a594-dfb6a68cee52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:38.871827 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-f65a6f5c-7ea6-4ab3-a594-dfb6a68cee52 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ecdefb7e-b175-467d-bc91-51f68893a373 HTTP/1.1" status: 204 len: 168 time: 0.1509781 Mar 16 00:33:38.883251 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a6f5c-7ea6-4ab3-a594-dfb6a68cee52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdefb7e-b175-467d-bc91-51f68893a373,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:39.327565 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 55580) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:39.342108 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-204330ba-c66e-4d43-8072-456ac1a09a59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:39.443079 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 55586) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:39.475990 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa82ba-a1fc-4a82-8b5d-d8f58eebe09e req-cd8df4cd-1f2f-4ced-b70a-0287c34395a4 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:39.477645 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5baa82ba-a1fc-4a82-8b5d-d8f58eebe09e req-cd8df4cd-1f2f-4ced-b70a-0287c34395a4 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0905821 Mar 16 00:33:39.510977 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-204330ba-c66e-4d43-8072-456ac1a09a59 admin admin] Publish callbacks [] for security_group (de8b53b7-6bd1-4db9-935a-7887da154e94), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:39.526587 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-204330ba-c66e-4d43-8072-456ac1a09a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (de8b53b7-6bd1-4db9-935a-7887da154e94), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:39.572986 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5baa82ba-a1fc-4a82-8b5d-d8f58eebe09e req-7c7412f6-5f6e-4377-82bc-6a9ce2425d9c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855212 Mar 16 00:33:39.580562 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-204330ba-c66e-4d43-8072-456ac1a09a59 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d7736bbe913f481390c0790cf8e5beae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518315 Mar 16 00:33:39.581310 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204330ba-c66e-4d43-8072-456ac1a09a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8b53b7-6bd1-4db9-935a-7887da154e94,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:39.583388 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 55594) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:39.638594 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-622f96dc-86a7-4d7a-8053-4c0dce47a46c admin admin] Publish callbacks [] for security_group (de8b53b7-6bd1-4db9-935a-7887da154e94), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:39.662291 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-622f96dc-86a7-4d7a-8053-4c0dce47a46c admin admin] Publish callbacks [] for security_group (de8b53b7-6bd1-4db9-935a-7887da154e94), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:39.699583 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a6e13db1-b3a8-42bc-9387-10a0ad4271a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:39.740699 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-622f96dc-86a7-4d7a-8053-4c0dce47a46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (de8b53b7-6bd1-4db9-935a-7887da154e94), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:39.743564 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-622f96dc-86a7-4d7a-8053-4c0dce47a46c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:39.744808 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-622f96dc-86a7-4d7a-8053-4c0dce47a46c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de8b53b7-6bd1-4db9-935a-7887da154e94 HTTP/1.1" status: 204 len: 168 time: 0.1602378 Mar 16 00:33:39.775143 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f96dc-86a7-4d7a-8053-4c0dce47a46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8b53b7-6bd1-4db9-935a-7887da154e94,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:39.830583 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a6e13db1-b3a8-42bc-9387-10a0ad4271a6 admin admin] Publish callbacks [] for security_group (82d1ebf6-8c65-4092-b1d9-b3e7f3126635), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:39.836178 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a6e13db1-b3a8-42bc-9387-10a0ad4271a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (82d1ebf6-8c65-4092-b1d9-b3e7f3126635), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:39.880125 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-a6e13db1-b3a8-42bc-9387-10a0ad4271a6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=52419b90a3d24953a81219ff7e52c9b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4357293 Mar 16 00:33:39.881130 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e13db1-b3a8-42bc-9387-10a0ad4271a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d1ebf6-8c65-4092-b1d9-b3e7f3126635,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:39.882789 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 55608) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:39.938844 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-92520f5e-03d6-48db-8c2d-ddfa0caddeae admin admin] Publish callbacks [] for security_group (82d1ebf6-8c65-4092-b1d9-b3e7f3126635), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:39.965152 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-92520f5e-03d6-48db-8c2d-ddfa0caddeae admin admin] Publish callbacks [] for security_group (82d1ebf6-8c65-4092-b1d9-b3e7f3126635), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:40.028137 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-92520f5e-03d6-48db-8c2d-ddfa0caddeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (82d1ebf6-8c65-4092-b1d9-b3e7f3126635), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:40.031662 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-92520f5e-03d6-48db-8c2d-ddfa0caddeae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:40.035628 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-92520f5e-03d6-48db-8c2d-ddfa0caddeae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82d1ebf6-8c65-4092-b1d9-b3e7f3126635 HTTP/1.1" status: 204 len: 168 time: 0.1517637 Mar 16 00:33:40.045798 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92520f5e-03d6-48db-8c2d-ddfa0caddeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d1ebf6-8c65-4092-b1d9-b3e7f3126635,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:40.444419 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 55634) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:40.460523 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-da6272c2-4394-4681-89e7-ac0a2024808c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:40.543556 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-da6272c2-4394-4681-89e7-ac0a2024808c admin admin] Publish callbacks [] for security_group (27083383-e17b-407a-a809-c7b252ec5d75), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:40.547686 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-da6272c2-4394-4681-89e7-ac0a2024808c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (27083383-e17b-407a-a809-c7b252ec5d75), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:40.586726 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-da6272c2-4394-4681-89e7-ac0a2024808c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=786d22f141604e339def03aca470654d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411810 Mar 16 00:33:40.587644 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6272c2-4394-4681-89e7-ac0a2024808c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27083383-e17b-407a-a809-c7b252ec5d75,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:40.589401 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 55642) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:40.644024 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5c1138f8-074b-4f11-8d06-fb075a36e20e admin admin] Publish callbacks [] for security_group (27083383-e17b-407a-a809-c7b252ec5d75), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:40.668176 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5c1138f8-074b-4f11-8d06-fb075a36e20e admin admin] Publish callbacks [] for security_group (27083383-e17b-407a-a809-c7b252ec5d75), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:40.752278 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47ba21-43cc-4a2d-a0be-d5488a2b9df8 req-d426b282-eb1a-4a65-baad-9c030c051d56 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:40.754291 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-7e47ba21-43cc-4a2d-a0be-d5488a2b9df8 req-d426b282-eb1a-4a65-baad-9c030c051d56 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0836995 Mar 16 00:33:40.770362 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5c1138f8-074b-4f11-8d06-fb075a36e20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (27083383-e17b-407a-a809-c7b252ec5d75), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:40.772857 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5c1138f8-074b-4f11-8d06-fb075a36e20e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:40.773972 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-5c1138f8-074b-4f11-8d06-fb075a36e20e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27083383-e17b-407a-a809-c7b252ec5d75 HTTP/1.1" status: 204 len: 168 time: 0.1835215 Mar 16 00:33:40.790238 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1138f8-074b-4f11-8d06-fb075a36e20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27083383-e17b-407a-a809-c7b252ec5d75,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:40.824564 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-7e47ba21-43cc-4a2d-a0be-d5488a2b9df8 req-19c2b5c3-0d07-42b1-b8ec-02a3f2996e0c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635662 Mar 16 00:33:41.084033 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 55662) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:41.188123 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-7c4cb9d1-3b8e-48ef-b710-3f7f45ba490d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:41.279342 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-7c4cb9d1-3b8e-48ef-b710-3f7f45ba490d admin admin] Publish callbacks [] for security_group (f14a0da8-7b4a-4da9-a3dc-4e5ce2fbcc47), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:41.284596 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-7c4cb9d1-3b8e-48ef-b710-3f7f45ba490d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (f14a0da8-7b4a-4da9-a3dc-4e5ce2fbcc47), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:41.325698 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-7c4cb9d1-3b8e-48ef-b710-3f7f45ba490d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4abb26b3c09c46639988c0d82c9b22d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405543 Mar 16 00:33:41.326652 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cb9d1-3b8e-48ef-b710-3f7f45ba490d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14a0da8-7b4a-4da9-a3dc-4e5ce2fbcc47,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:41.328378 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 55680) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:41.387809 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-0e5394c7-f6c6-45d9-b0e0-418e7acc455c admin admin] Publish callbacks [] for security_group (f14a0da8-7b4a-4da9-a3dc-4e5ce2fbcc47), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:41.417923 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-0e5394c7-f6c6-45d9-b0e0-418e7acc455c admin admin] Publish callbacks [] for security_group (f14a0da8-7b4a-4da9-a3dc-4e5ce2fbcc47), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:41.476255 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-0e5394c7-f6c6-45d9-b0e0-418e7acc455c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (f14a0da8-7b4a-4da9-a3dc-4e5ce2fbcc47), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:41.479258 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-0e5394c7-f6c6-45d9-b0e0-418e7acc455c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:41.483118 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-0e5394c7-f6c6-45d9-b0e0-418e7acc455c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f14a0da8-7b4a-4da9-a3dc-4e5ce2fbcc47 HTTP/1.1" status: 204 len: 168 time: 0.1509962 Mar 16 00:33:41.495951 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5394c7-f6c6-45d9-b0e0-418e7acc455c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14a0da8-7b4a-4da9-a3dc-4e5ce2fbcc47,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:41.973110 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149909e0-06c4-4619-bede-940e995412ba req-240e1aad-bd20-4fca-9aac-32a598d70f91 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:41.974630 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-149909e0-06c4-4619-bede-940e995412ba req-240e1aad-bd20-4fca-9aac-32a598d70f91 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0675867 Mar 16 00:33:42.026534 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-149909e0-06c4-4619-bede-940e995412ba req-fd08c07f-804a-4e55-b28a-aec5e63c9ae3 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461178 Mar 16 00:33:42.614301 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-e9b2a216-d4d5-4f00-8bda-ba04c6a5f07a tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:42.620666 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-e9b2a216-d4d5-4f00-8bda-ba04c6a5f07a tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/networks?id=19fdd5b1-d82a-4e11-b938-932dca29aa1e HTTP/1.1" status: 200 len: 809 time: 0.1443005 Mar 16 00:33:42.643112 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-8bcac4a5-e64f-4e3e-baba-b424e88e0754 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/quotas/6b65adb3ad554736b28cdae211db89bb HTTP/1.1" status: 200 len: 375 time: 0.0194645 Mar 16 00:33:42.686231 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-e4d7f82f-0e52-4b5f-ac83-de86dfd2b399 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b65adb3ad554736b28cdae211db89bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350604 Mar 16 00:33:42.811291 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-25930230-ed65-4a6d-9c79-d00b39ddfe4b service neutron] 10.222.0.10 "GET /v2.0/networks/19fdd5b1-d82a-4e11-b938-932dca29aa1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180274 Mar 16 00:33:42.812645 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:33:42.865244 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 55794) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:42.935893 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-91ba43aa-db91-4c24-8fc6-e5a222ce4784 service neutron] 10.222.0.10 "GET /v2.0/networks/19fdd5b1-d82a-4e11-b938-932dca29aa1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225839 Mar 16 00:33:43.083750 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-137ff3f2-a173-48a2-9264-c8584d870607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:43.182677 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b26dbfa0-8642-49c1-b5a1-eebb26054c9a req-b2b7ed12-00c1-41f7-96af-2888dcc29a54 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 210 time: 0.0440912 Mar 16 00:33:43.296217 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79013381-cf1b-47bf-974a-5a4735fb85e1 req-9823a5a6-8c50-4cc0-885f-03ce940e0f9b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:43.297860 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-79013381-cf1b-47bf-974a-5a4735fb85e1 req-9823a5a6-8c50-4cc0-885f-03ce940e0f9b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0982723 Mar 16 00:33:43.301004 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-137ff3f2-a173-48a2-9264-c8584d870607 admin admin] Publish callbacks [] for security_group (d15a9b8f-b163-4d90-be06-c008a970cb93), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:43.315183 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-137ff3f2-a173-48a2-9264-c8584d870607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (d15a9b8f-b163-4d90-be06-c008a970cb93), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:43.371334 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-137ff3f2-a173-48a2-9264-c8584d870607 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e705959a6124fa4851dc0e9059f9faf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5043552 Mar 16 00:33:43.373709 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 55838) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:43.396866 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ff3f2-a173-48a2-9264-c8584d870607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15a9b8f-b163-4d90-be06-c008a970cb93,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:43.424119 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-79013381-cf1b-47bf-974a-5a4735fb85e1 req-236712ec-b5d7-43a1-a158-35004110d020 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180091 Mar 16 00:33:43.475844 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-083ba812-73f1-4c94-8bd2-31df6c81e622 admin admin] Publish callbacks [] for security_group (d15a9b8f-b163-4d90-be06-c008a970cb93), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:43.502849 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-083ba812-73f1-4c94-8bd2-31df6c81e622 admin admin] Publish callbacks [] for security_group (d15a9b8f-b163-4d90-be06-c008a970cb93), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:43.558305 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-083ba812-73f1-4c94-8bd2-31df6c81e622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (d15a9b8f-b163-4d90-be06-c008a970cb93), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:43.561075 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-083ba812-73f1-4c94-8bd2-31df6c81e622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:43.562583 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-083ba812-73f1-4c94-8bd2-31df6c81e622 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d15a9b8f-b163-4d90-be06-c008a970cb93 HTTP/1.1" status: 204 len: 168 time: 0.1879067 Mar 16 00:33:43.574141 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ba812-73f1-4c94-8bd2-31df6c81e622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15a9b8f-b163-4d90-be06-c008a970cb93,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:44.027828 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 55882) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:44.224147 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4a9e61bd-4df3-49a5-93c7-1bcc3209de74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:44.322365 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-4265be96-58c4-4c12-ac11-066bb8f85a60 req-5832b20c-10bd-4f10-9304-f8d326f92c3a tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 210 time: 0.0442243 Mar 16 00:33:44.413291 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4a9e61bd-4df3-49a5-93c7-1bcc3209de74 admin admin] Publish callbacks [] for security_group (3ce7352f-cf11-432a-a193-6ae5b94378c4), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:44.418633 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4a9e61bd-4df3-49a5-93c7-1bcc3209de74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (3ce7352f-cf11-432a-a193-6ae5b94378c4), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:44.478024 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-4a9e61bd-4df3-49a5-93c7-1bcc3209de74 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c390deb846574af6993e63380966f5ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4491444 Mar 16 00:33:44.480926 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 55908) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:44.488628 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e61bd-4df3-49a5-93c7-1bcc3209de74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce7352f-cf11-432a-a193-6ae5b94378c4,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:44.547146 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-54310260-d73a-4870-bda8-6ad47badc47c tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:44.556522 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-54310260-d73a-4870-bda8-6ad47badc47c tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.46 "GET /v2.0/networks?id=19fdd5b1-d82a-4e11-b938-932dca29aa1e HTTP/1.1" status: 200 len: 809 time: 0.1848414 Mar 16 00:33:44.566344 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1e8bdabd-0213-4412-be5e-43c8008b1e54 admin admin] Publish callbacks [] for security_group (3ce7352f-cf11-432a-a193-6ae5b94378c4), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:44.572865 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-cb76618c-0eeb-4736-b36d-52b73666ad09 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Request body: {'port': {'device_id': '05087083-fa64-451c-b78c-75adce6866ce', 'network_id': '19fdd5b1-d82a-4e11-b938-932dca29aa1e', 'admin_state_up': True, 'tenant_id': '6b65adb3ad554736b28cdae211db89bb'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:33:44.623385 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1e8bdabd-0213-4412-be5e-43c8008b1e54 admin admin] Publish callbacks [] for security_group (3ce7352f-cf11-432a-a193-6ae5b94378c4), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:44.673581 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fab36-440a-4b5b-b5d3-08556d8998f1 req-84458162-ef3b-41e6-812e-6d8ca0c5e010 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:44.675285 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e50fab36-440a-4b5b-b5d3-08556d8998f1 req-84458162-ef3b-41e6-812e-6d8ca0c5e010 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.1334968 Mar 16 00:33:44.732873 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1e8bdabd-0213-4412-be5e-43c8008b1e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (3ce7352f-cf11-432a-a193-6ae5b94378c4), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:44.736274 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1e8bdabd-0213-4412-be5e-43c8008b1e54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:44.738060 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-1e8bdabd-0213-4412-be5e-43c8008b1e54 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ce7352f-cf11-432a-a193-6ae5b94378c4 HTTP/1.1" status: 204 len: 168 time: 0.2553191 Mar 16 00:33:44.757308 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e50fab36-440a-4b5b-b5d3-08556d8998f1 req-e0bca40e-2caf-4933-9da6-460c5c076525 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756366 Mar 16 00:33:44.758940 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bdabd-0213-4412-be5e-43c8008b1e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce7352f-cf11-432a-a193-6ae5b94378c4,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:44.818741 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68a214-7955-4025-acce-377f207db3ca req-884967a6-fbdb-498a-8232-3d0b7c980f5b tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:44.820314 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-fe68a214-7955-4025-acce-377f207db3ca req-884967a6-fbdb-498a-8232-3d0b7c980f5b tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 945 time: 0.2166512 Mar 16 00:33:44.863775 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-cb76618c-0eeb-4736-b36d-52b73666ad09 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Made reservation on behalf of 6b65adb3ad554736b28cdae211db89bb for: {'port': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:33:44.868009 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-cb76618c-0eeb-4736-b36d-52b73666ad09 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:44.910433 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-fe68a214-7955-4025-acce-377f207db3ca req-0d38170e-cb35-4de9-9068-7c805db36a1e tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5145c78-3d69-46bb-b6da-fea472c7df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806720 Mar 16 00:33:45.072826 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-cb76618c-0eeb-4736-b36d-52b73666ad09 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Allocated IP 172.20.0.2 (19fdd5b1-d82a-4e11-b938-932dca29aa1e/9242681e-c721-4a6d-9270-b60b87387949/5da0d189-09d6-464f-9a33-356cb480af65) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:33:45.238607 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 55956) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:45.252639 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8b2b7a2f-10f1-4184-b55d-665d4d063bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:45.287399 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-cb76618c-0eeb-4736-b36d-52b73666ad09 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Publish callbacks [] for port (5da0d189-09d6-464f-9a33-356cb480af65), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:45.330004 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-cb76618c-0eeb-4736-b36d-52b73666ad09 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (5da0d189-09d6-464f-9a33-356cb480af65), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:45.341701 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8b2b7a2f-10f1-4184-b55d-665d4d063bc0 admin admin] Publish callbacks [] for security_group (c2d9de96-5e99-49b7-8325-8ce2ceda7117), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:45.347719 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8b2b7a2f-10f1-4184-b55d-665d4d063bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (c2d9de96-5e99-49b7-8325-8ce2ceda7117), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:45.372907 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-cb76618c-0eeb-4736-b36d-52b73666ad09 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Network 19fdd5b1-d82a-4e11-b938-932dca29aa1e is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:33:45.376177 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-cb76618c-0eeb-4736-b36d-52b73666ad09 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:33:45.384057 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-cb76618c-0eeb-4736-b36d-52b73666ad09 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:33:45.435242 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76618c-0eeb-4736-b36d-52b73666ad09 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Pushing event updated for resources: {'Port': ['ID=5da0d189-09d6-464f-9a33-356cb480af65,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:45.441864 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b7a2f-10f1-4184-b55d-665d4d063bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d9de96-5e99-49b7-8325-8ce2ceda7117,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:45.447312 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-8b2b7a2f-10f1-4184-b55d-665d4d063bc0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=55f231bf27bb484db84480e43f1bfb8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2072766 Mar 16 00:33:45.451194 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 55966) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:45.484896 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-cb76618c-0eeb-4736-b36d-52b73666ad09 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:45.485605 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-cb76618c-0eeb-4736-b36d-52b73666ad09 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:45.487978 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 55970) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:45.510284 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-cb76618c-0eeb-4736-b36d-52b73666ad09 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9509196 Mar 16 00:33:45.524308 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] Request body: {'port': {'device_id': '05087083-fa64-451c-b78c-75adce6866ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:33:45.570748 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe6606-4444-4c27-9c8d-cabc17ce536a req-8b926f8b-1947-4a88-96c9-f0234721821d tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:45.573119 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-87fe6606-4444-4c27-9c8d-cabc17ce536a req-8b926f8b-1947-4a88-96c9-f0234721821d tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 931 time: 0.1429021 Mar 16 00:33:45.577830 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3c9e52c8-eacb-44c9-9661-d690bf7d206d admin admin] Publish callbacks [] for security_group (c2d9de96-5e99-49b7-8325-8ce2ceda7117), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:45.618289 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3c9e52c8-eacb-44c9-9661-d690bf7d206d admin admin] Publish callbacks [] for security_group (c2d9de96-5e99-49b7-8325-8ce2ceda7117), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:45.627447 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-30baecbb-bf69-4333-9cb3-009d98811774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:45.629831 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (5da0d189-09d6-464f-9a33-356cb480af65), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:45.665022 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-87fe6606-4444-4c27-9c8d-cabc17ce536a req-b9f69f90-6fec-4ff6-a2d3-ff2b4485d46d tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841398 Mar 16 00:33:45.696685 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3c9e52c8-eacb-44c9-9661-d690bf7d206d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (c2d9de96-5e99-49b7-8325-8ce2ceda7117), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:45.699991 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3c9e52c8-eacb-44c9-9661-d690bf7d206d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:45.701661 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-3c9e52c8-eacb-44c9-9661-d690bf7d206d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c2d9de96-5e99-49b7-8325-8ce2ceda7117 HTTP/1.1" status: 204 len: 168 time: 0.2486188 Mar 16 00:33:45.713220 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e52c8-eacb-44c9-9661-d690bf7d206d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d9de96-5e99-49b7-8325-8ce2ceda7117,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:45.928015 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-30baecbb-bf69-4333-9cb3-009d98811774 admin admin] Publish callbacks [] for security_group (366a42b5-d30f-4964-b880-6538c6b745c4), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:45.941812 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-30baecbb-bf69-4333-9cb3-009d98811774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (366a42b5-d30f-4964-b880-6538c6b745c4), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:45.993672 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3c6ef-356a-46df-ad7d-ec8fbd324163 req-37175471-c739-4b14-957a-d42ab630e316 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:45.995230 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bbe3c6ef-356a-46df-ad7d-ec8fbd324163 req-37175471-c739-4b14-957a-d42ab630e316 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.1392670 Mar 16 00:33:46.015930 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-30baecbb-bf69-4333-9cb3-009d98811774 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b7b805de897e4279a189d217a47473f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5268872 Mar 16 00:33:46.026261 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 56008) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:46.051174 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30baecbb-bf69-4333-9cb3-009d98811774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366a42b5-d30f-4964-b880-6538c6b745c4,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:46.072644 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baecbb-bf69-4333-9cb3-009d98811774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:46.072999 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baecbb-bf69-4333-9cb3-009d98811774 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:46.073337 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baecbb-bf69-4333-9cb3-009d98811774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:46.073702 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baecbb-bf69-4333-9cb3-009d98811774 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:46.074153 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baecbb-bf69-4333-9cb3-009d98811774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:46.074401 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baecbb-bf69-4333-9cb3-009d98811774 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:46.074982 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baecbb-bf69-4333-9cb3-009d98811774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:46.075307 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baecbb-bf69-4333-9cb3-009d98811774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:46.075647 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baecbb-bf69-4333-9cb3-009d98811774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:46.075973 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baecbb-bf69-4333-9cb3-009d98811774 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:46.076307 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baecbb-bf69-4333-9cb3-009d98811774 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:46.076631 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baecbb-bf69-4333-9cb3-009d98811774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:46.077297 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baecbb-bf69-4333-9cb3-009d98811774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:46.077297 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baecbb-bf69-4333-9cb3-009d98811774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:46.077605 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30baecbb-bf69-4333-9cb3-009d98811774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:46.078710 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f9cfb-6879-48b1-ad87-be0ff0e1a45f req-9c396c51-17b8-4c90-a82c-eb8a4cc96d38 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:46.086138 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-750f9cfb-6879-48b1-ad87-be0ff0e1a45f req-9c396c51-17b8-4c90-a82c-eb8a4cc96d38 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 945 time: 0.0732362 Mar 16 00:33:46.158766 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bbe3c6ef-356a-46df-ad7d-ec8fbd324163 req-95b1213b-f9d9-4e52-8caf-c2d2495f95ff tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516259 Mar 16 00:33:46.162235 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da0d189-09d6-464f-9a33-356cb480af65 {{(pid=109656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:33:46.172909 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-750f9cfb-6879-48b1-ad87-be0ff0e1a45f req-7a480114-3ab2-4265-b44a-a983b20b76ab tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5145c78-3d69-46bb-b6da-fea472c7df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677915 Mar 16 00:33:46.179221 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] Publish callbacks [] for port (5da0d189-09d6-464f-9a33-356cb480af65), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:46.184972 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d7812222-3270-48fa-8084-1832726b2a0f admin admin] Publish callbacks [] for security_group (366a42b5-d30f-4964-b880-6538c6b745c4), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:46.203712 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.provisioning_blocks [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] Transition to ACTIVE for port object 5da0d189-09d6-464f-9a33-356cb480af65 will not be triggered until provisioned by entity L2. {{(pid=109656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 00:33:46.214895 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (5da0d189-09d6-464f-9a33-356cb480af65), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:46.229655 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d7812222-3270-48fa-8084-1832726b2a0f admin admin] Publish callbacks [] for security_group (366a42b5-d30f-4964-b880-6538c6b745c4), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:46.322184 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5da0d189-09d6-464f-9a33-356cb480af65,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:46.382542 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d7812222-3270-48fa-8084-1832726b2a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (366a42b5-d30f-4964-b880-6538c6b745c4), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:46.385177 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d7812222-3270-48fa-8084-1832726b2a0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:46.389705 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-d7812222-3270-48fa-8084-1832726b2a0f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/366a42b5-d30f-4964-b880-6538c6b745c4 HTTP/1.1" status: 204 len: 168 time: 0.3554521 Mar 16 00:33:46.405009 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7812222-3270-48fa-8084-1832726b2a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366a42b5-d30f-4964-b880-6538c6b745c4,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:46.423333 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] Attempting to bind port 5da0d189-09d6-464f-9a33-356cb480af65 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:33:46.426049 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] Attempting to bind port 5da0d189-09d6-464f-9a33-356cb480af65 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '40977f7e-1ed7-41b2-908c-6a482fd77429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19fdd5b1-d82a-4e11-b938-932dca29aa1e'}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:33:46.427282 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] Attempting to bind port 5da0d189-09d6-464f-9a33-356cb480af65 on network 19fdd5b1-d82a-4e11-b938-932dca29aa1e {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:33:46.438873 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] Port 5da0d189-09d6-464f-9a33-356cb480af65 on network 19fdd5b1-d82a-4e11-b938-932dca29aa1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 00:33:46.439202 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] Attempting to bind port 5da0d189-09d6-464f-9a33-356cb480af65 on network 19fdd5b1-d82a-4e11-b938-932dca29aa1e {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:33:46.447074 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] Checking agent: {'id': 'b9d601fa-f980-49b0-9520-143ebd33322f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'started_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:33:46.447591 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] Checking segment: {'id': '40977f7e-1ed7-41b2-908c-6a482fd77429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19fdd5b1-d82a-4e11-b938-932dca29aa1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:33:46.448136 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] Bound using segment: {'id': '40977f7e-1ed7-41b2-908c-6a482fd77429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19fdd5b1-d82a-4e11-b938-932dca29aa1e'} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:33:46.449225 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] Bound port: 5da0d189-09d6-464f-9a33-356cb480af65, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40977f7e-1ed7-41b2-908c-6a482fd77429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19fdd5b1-d82a-4e11-b938-932dca29aa1e'}}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:33:46.450917 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (5da0d189-09d6-464f-9a33-356cb480af65), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:46.541201 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] For port 5da0d189-09d6-464f-9a33-356cb480af65, host hv-cinder-83124, cleared binding levels {{(pid=109656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:33:46.544455 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] For port 5da0d189-09d6-464f-9a33-356cb480af65, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5da0d189-09d6-464f-9a33-356cb480af65,segment=NetworkSegment(40977f7e-1ed7-41b2-908c-6a482fd77429),segment_id=40977f7e-1ed7-41b2-908c-6a482fd77429)] {{(pid=109656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:33:46.555176 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (5da0d189-09d6-464f-9a33-356cb480af65), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:46.606749 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:46.606749 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:46.606749 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] 10.222.0.46 "PUT /v2.0/ports/5da0d189-09d6-464f-9a33-356cb480af65 HTTP/1.1" status: 200 len: 1093 time: 1.0887814 Mar 16 00:33:46.607324 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05087083-fa64-451c-b78c-75adce6866ce', 'tag': '5da0d189-09d6-464f-9a33-356cb480af65'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:33:46.610139 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e53a75-b648-41c7-b179-28465b483077" -d '{"events": [{"name": "network-changed", "server_uuid": "05087083-fa64-451c-b78c-75adce6866ce", "tag": "5da0d189-09d6-464f-9a33-356cb480af65"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:33:46.654369 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bbd25-9c47-4ea3-9725-97fcb7ce04a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5da0d189-09d6-464f-9a33-356cb480af65,revision_number=3']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:46.703209 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523b1385-b69c-4906-a9b0-14590395ce21 x-openstack-request-id: req-523b1385-b69c-4906-a9b0-14590395ce21 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:33:46.703508 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05087083-fa64-451c-b78c-75adce6866ce", "tag": "5da0d189-09d6-464f-9a33-356cb480af65", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:33:46.704031 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-523b1385-b69c-4906-a9b0-14590395ce21 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:33:46.704147 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05087083-fa64-451c-b78c-75adce6866ce', 'tag': '5da0d189-09d6-464f-9a33-356cb480af65', 'status': 'completed', 'code': 200} Mar 16 00:33:46.752573 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa36dc-9c81-4286-ac22-c44aee03ee41 req-f6665c9a-1756-4e0e-8ac3-12c6d584cf5d tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:46.754358 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a2fa36dc-9c81-4286-ac22-c44aee03ee41 req-f6665c9a-1756-4e0e-8ac3-12c6d584cf5d tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.46 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 945 time: 0.0849028 Mar 16 00:33:46.809268 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2f186-8e99-43e1-a3a2-fdf063f1c490 req-2513db49-1c72-4d9f-bc31-c1fb761b67e0 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:46.811706 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-37d2f186-8e99-43e1-a3a2-fdf063f1c490 req-2513db49-1c72-4d9f-bc31-c1fb761b67e0 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 943 time: 0.0649338 Mar 16 00:33:46.891829 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-37d2f186-8e99-43e1-a3a2-fdf063f1c490 req-7397f42d-eccf-4d91-a719-7bfc4b8caba0 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721705 Mar 16 00:33:46.925599 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 56062) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:46.939316 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3a5b05a3-8083-4ad4-986f-ea0cbe54a6bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:47.025880 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3a5b05a3-8083-4ad4-986f-ea0cbe54a6bc admin admin] Publish callbacks [] for security_group (87a33ab3-8919-4cea-a9fa-c0c7fcab1498), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:47.029708 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3a5b05a3-8083-4ad4-986f-ea0cbe54a6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (87a33ab3-8919-4cea-a9fa-c0c7fcab1498), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:47.047489 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-6dcf6154-03f5-4676-8e69-cf47341435df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:47.052300 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-6dcf6154-03f5-4676-8e69-cf47341435df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b65adb3ad554736b28cdae211db89bb&device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 1127 time: 0.3526239 Mar 16 00:33:47.073707 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-3a5b05a3-8083-4ad4-986f-ea0cbe54a6bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bbbb81dd332048e8a08aa87ea635af46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467884 Mar 16 00:33:47.074570 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b05a3-8083-4ad4-986f-ea0cbe54a6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a33ab3-8919-4cea-a9fa-c0c7fcab1498,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:47.076691 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 56066) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:47.104051 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b05a3-8083-4ad4-986f-ea0cbe54a6bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:47.104532 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b05a3-8083-4ad4-986f-ea0cbe54a6bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:47.104954 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b05a3-8083-4ad4-986f-ea0cbe54a6bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:47.105366 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b05a3-8083-4ad4-986f-ea0cbe54a6bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:47.105717 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b05a3-8083-4ad4-986f-ea0cbe54a6bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:47.106047 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b05a3-8083-4ad4-986f-ea0cbe54a6bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:47.106373 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b05a3-8083-4ad4-986f-ea0cbe54a6bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:47.106692 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b05a3-8083-4ad4-986f-ea0cbe54a6bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:47.107028 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b05a3-8083-4ad4-986f-ea0cbe54a6bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:47.107351 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b05a3-8083-4ad4-986f-ea0cbe54a6bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:47.107681 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b05a3-8083-4ad4-986f-ea0cbe54a6bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:47.107998 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b05a3-8083-4ad4-986f-ea0cbe54a6bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:47.108478 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b05a3-8083-4ad4-986f-ea0cbe54a6bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:47.108797 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b05a3-8083-4ad4-986f-ea0cbe54a6bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:47.109110 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b05a3-8083-4ad4-986f-ea0cbe54a6bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:47.141925 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8e26c060-ef44-46c8-b742-95b7c535c8a8 admin admin] Publish callbacks [] for security_group (87a33ab3-8919-4cea-a9fa-c0c7fcab1498), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:47.159280 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-a2fa36dc-9c81-4286-ac22-c44aee03ee41 req-54ea7c8a-a3cd-4d56-bd21-d168ed9e3c69 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Deleting port 81773e1b-1b6f-4897-888f-18bc987e8e9a {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:33:47.159653 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-a2fa36dc-9c81-4286-ac22-c44aee03ee41 req-54ea7c8a-a3cd-4d56-bd21-d168ed9e3c69 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (81773e1b-1b6f-4897-888f-18bc987e8e9a), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:47.166847 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8e26c060-ef44-46c8-b742-95b7c535c8a8 admin admin] Publish callbacks [] for security_group (87a33ab3-8919-4cea-a9fa-c0c7fcab1498), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:47.225186 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8e26c060-ef44-46c8-b742-95b7c535c8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (87a33ab3-8919-4cea-a9fa-c0c7fcab1498), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:47.229305 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8e26c060-ef44-46c8-b742-95b7c535c8a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:47.233127 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-8e26c060-ef44-46c8-b742-95b7c535c8a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87a33ab3-8919-4cea-a9fa-c0c7fcab1498 HTTP/1.1" status: 204 len: 168 time: 0.1555259 Mar 16 00:33:47.242422 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26c060-ef44-46c8-b742-95b7c535c8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a33ab3-8919-4cea-a9fa-c0c7fcab1498,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:47.338487 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-a2fa36dc-9c81-4286-ac22-c44aee03ee41 req-54ea7c8a-a3cd-4d56-bd21-d168ed9e3c69 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] For port 81773e1b-1b6f-4897-888f-18bc987e8e9a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=81773e1b-1b6f-4897-888f-18bc987e8e9a,segment=NetworkSegment(14c0e0a6-21f3-4777-8ad7-5fcb716b4f71),segment_id=14c0e0a6-21f3-4777-8ad7-5fcb716b4f71)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:33:47.339025 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-a2fa36dc-9c81-4286-ac22-c44aee03ee41 req-54ea7c8a-a3cd-4d56-bd21-d168ed9e3c69 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (81773e1b-1b6f-4897-888f-18bc987e8e9a), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:47.353825 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32ba06-3113-4ed2-9bef-1229ed661d3a req-4780e6b5-3567-492b-b5c6-4a6af6d49b67 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:47.358879 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-a2fa36dc-9c81-4286-ac22-c44aee03ee41 req-54ea7c8a-a3cd-4d56-bd21-d168ed9e3c69 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Calling delete_port for 81773e1b-1b6f-4897-888f-18bc987e8e9a owned by compute:nova {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:33:47.362879 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1d32ba06-3113-4ed2-9bef-1229ed661d3a req-4780e6b5-3567-492b-b5c6-4a6af6d49b67 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 945 time: 0.0769422 Mar 16 00:33:47.417165 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1d32ba06-3113-4ed2-9bef-1229ed661d3a req-71c7f4b4-948e-4c1f-b036-c3f961ed594e tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5145c78-3d69-46bb-b6da-fea472c7df30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534139 Mar 16 00:33:47.454542 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431dffee-6fdf-4578-9840-3624d97690ad req-be058e81-9d84-4e4a-b15d-bc9726c0c8d2 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:47.456148 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-431dffee-6fdf-4578-9840-3624d97690ad req-be058e81-9d84-4e4a-b15d-bc9726c0c8d2 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.1712346 Mar 16 00:33:47.535205 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-431dffee-6fdf-4578-9840-3624d97690ad req-494b6b38-df51-4ce0-9236-e644a4f50296 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704081 Mar 16 00:33:47.599356 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-a2fa36dc-9c81-4286-ac22-c44aee03ee41 req-54ea7c8a-a3cd-4d56-bd21-d168ed9e3c69 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (81773e1b-1b6f-4897-888f-18bc987e8e9a), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:47.628599 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea7c8a-a3cd-4d56-bd21-d168ed9e3c69 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Pushing event deleted for resources: {'Port': ['ID=81773e1b-1b6f-4897-888f-18bc987e8e9a,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:47.718284 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fa36dc-9c81-4286-ac22-c44aee03ee41 req-54ea7c8a-a3cd-4d56-bd21-d168ed9e3c69 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] No DVR routers for this DVR port 81773e1b-1b6f-4897-888f-18bc987e8e9a on host hv-cinder-83124 {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:33:47.724809 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-a2fa36dc-9c81-4286-ac22-c44aee03ee41 req-54ea7c8a-a3cd-4d56-bd21-d168ed9e3c69 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:47.728590 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a2fa36dc-9c81-4286-ac22-c44aee03ee41 req-54ea7c8a-a3cd-4d56-bd21-d168ed9e3c69 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.46 "DELETE /v2.0/ports/81773e1b-1b6f-4897-888f-18bc987e8e9a HTTP/1.1" status: 204 len: 173 time: 0.9676650 Mar 16 00:33:48.027551 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c06593-89f7-45d0-90fa-6ddae3861f12 req-72bb32f6-8e2f-49fd-b34d-e2a8bbcd132e tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:48.029060 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-10c06593-89f7-45d0-90fa-6ddae3861f12 req-72bb32f6-8e2f-49fd-b34d-e2a8bbcd132e tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 943 time: 0.0552757 Mar 16 00:33:48.038527 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 56112) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:48.086378 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-10c06593-89f7-45d0-90fa-6ddae3861f12 req-9c683a6d-9de1-49d2-8c05-409f5cc1692c tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510433 Mar 16 00:33:48.247173 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b08a0ec8-28a7-405c-bbdf-fcad75152ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:48.326973 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b08a0ec8-28a7-405c-bbdf-fcad75152ad0 admin admin] Publish callbacks [] for security_group (e4e86956-1914-4570-a955-8cd415849b16), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:48.331129 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b08a0ec8-28a7-405c-bbdf-fcad75152ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (e4e86956-1914-4570-a955-8cd415849b16), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:48.372088 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 56122) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:48.372227 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-b08a0ec8-28a7-405c-bbdf-fcad75152ad0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc495418cc794a489a5747f82c06727f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3325877 Mar 16 00:33:48.373422 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a0ec8-28a7-405c-bbdf-fcad75152ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e86956-1914-4570-a955-8cd415849b16,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:48.434514 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36dc29a2-f7dc-45cc-b59d-8287d9149097 admin admin] Publish callbacks [] for security_group (e4e86956-1914-4570-a955-8cd415849b16), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:48.458263 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36dc29a2-f7dc-45cc-b59d-8287d9149097 admin admin] Publish callbacks [] for security_group (e4e86956-1914-4570-a955-8cd415849b16), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:48.513245 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36dc29a2-f7dc-45cc-b59d-8287d9149097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (e4e86956-1914-4570-a955-8cd415849b16), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:48.516115 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36dc29a2-f7dc-45cc-b59d-8287d9149097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:48.520195 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-36dc29a2-f7dc-45cc-b59d-8287d9149097 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e4e86956-1914-4570-a955-8cd415849b16 HTTP/1.1" status: 204 len: 168 time: 0.1438842 Mar 16 00:33:48.520354 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-411bd6ab-2977-4526-b936-37a226e7aacc req-2acacb4f-8651-43f1-ba87-6c1a251a5449 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 210 time: 0.0273769 Mar 16 00:33:48.528587 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc29a2-f7dc-45cc-b59d-8287d9149097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e86956-1914-4570-a955-8cd415849b16,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:48.668249 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f2cef-9cc2-4369-91da-1103955577ea req-3eb49719-5c1c-4d1d-8009-9cee4ccbeb84 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:48.670296 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-665f2cef-9cc2-4369-91da-1103955577ea req-3eb49719-5c1c-4d1d-8009-9cee4ccbeb84 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0604205 Mar 16 00:33:48.705044 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d094e3-9db5-4cc7-9a04-8c7126d40a2f', 'name': 'network-vif-deleted', 'tag': '81773e1b-1b6f-4897-888f-18bc987e8e9a'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:33:48.708889 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b77c2b-55a9-4113-a04b-9dde6fba296d" -d '{"events": [{"server_uuid": "15d094e3-9db5-4cc7-9a04-8c7126d40a2f", "name": "network-vif-deleted", "tag": "81773e1b-1b6f-4897-888f-18bc987e8e9a"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:33:48.726745 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-665f2cef-9cc2-4369-91da-1103955577ea req-d0642064-093f-45a2-a22c-5ae5e7f30b92 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490806 Mar 16 00:33:48.764895 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5516ef-0e89-4fce-ad73-822ecfdf09cf x-openstack-request-id: req-9f5516ef-0e89-4fce-ad73-822ecfdf09cf {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:33:48.765368 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d094e3-9db5-4cc7-9a04-8c7126d40a2f", "name": "network-vif-deleted", "tag": "81773e1b-1b6f-4897-888f-18bc987e8e9a", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:33:48.765368 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f5516ef-0e89-4fce-ad73-822ecfdf09cf {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:33:48.765916 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d094e3-9db5-4cc7-9a04-8c7126d40a2f', 'name': 'network-vif-deleted', 'tag': '81773e1b-1b6f-4897-888f-18bc987e8e9a', 'status': 'completed', 'code': 200} Mar 16 00:33:48.895782 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 56152) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:48.908903 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-dde00d52-8641-4a88-a07a-bf6a2865e700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:48.987175 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-dde00d52-8641-4a88-a07a-bf6a2865e700 admin admin] Publish callbacks [] for security_group (6fb507d2-dcb6-4fd2-b17c-7793e481d32b), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:48.991440 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-dde00d52-8641-4a88-a07a-bf6a2865e700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (6fb507d2-dcb6-4fd2-b17c-7793e481d32b), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:49.032855 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-dde00d52-8641-4a88-a07a-bf6a2865e700 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ee3d358e62244e19349d0e6ef6f7f8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350632 Mar 16 00:33:49.032855 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde00d52-8641-4a88-a07a-bf6a2865e700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb507d2-dcb6-4fd2-b17c-7793e481d32b,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:49.035260 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 56164) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:49.085476 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-a62eae0b-3eac-4971-ae01-3a9f657df0fc admin admin] Publish callbacks [] for security_group (6fb507d2-dcb6-4fd2-b17c-7793e481d32b), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:49.108353 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-a62eae0b-3eac-4971-ae01-3a9f657df0fc admin admin] Publish callbacks [] for security_group (6fb507d2-dcb6-4fd2-b17c-7793e481d32b), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:49.159847 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-a62eae0b-3eac-4971-ae01-3a9f657df0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (6fb507d2-dcb6-4fd2-b17c-7793e481d32b), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:49.162896 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-a62eae0b-3eac-4971-ae01-3a9f657df0fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:49.164020 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-a62eae0b-3eac-4971-ae01-3a9f657df0fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6fb507d2-dcb6-4fd2-b17c-7793e481d32b HTTP/1.1" status: 204 len: 168 time: 0.1275420 Mar 16 00:33:49.177774 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62eae0b-3eac-4971-ae01-3a9f657df0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb507d2-dcb6-4fd2-b17c-7793e481d32b,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:49.223770 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8253405-e5ec-430c-9b28-f86fa6b8d435 req-075347e0-b58d-4015-a0c0-87ca57300783 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:49.225400 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a8253405-e5ec-430c-9b28-f86fa6b8d435 req-075347e0-b58d-4015-a0c0-87ca57300783 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 943 time: 0.0648599 Mar 16 00:33:49.276189 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a8253405-e5ec-430c-9b28-f86fa6b8d435 req-b4f98969-31e8-46ee-ad26-ec21e3205abf tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449078 Mar 16 00:33:49.499873 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['81773e1b-1b6f-4897-888f-18bc987e8e9a'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:33:49.503843 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 56194) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:49.561163 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-b0e5a7db-638e-4281-ac35-21a0208d6319 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5da0d189-09d6-464f-9a33-356cb480af65 HTTP/1.1" status: 200 len: 217 time: 0.0432677 Mar 16 00:33:49.662147 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-116a7286-b1e0-4ba9-9278-984b6abfc0b7 req-a0280fa0-285f-45a0-aaf2-5e25d54e2e6b tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 210 time: 0.0451996 Mar 16 00:33:49.672775 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-d9c6d8ab-579a-4dbe-93d1-ffeed66bd882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:49.675230 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-d9c6d8ab-579a-4dbe-93d1-ffeed66bd882 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9242681e-c721-4a6d-9270-b60b87387949 HTTP/1.1" status: 200 len: 849 time: 0.0889237 Mar 16 00:33:49.683319 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-87722539-7ffd-4e6d-a91e-c9ac3311335a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:49.723527 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-4116676a-2be9-4adc-8d91-ebf6d8b1dd02 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=19fdd5b1-d82a-4e11-b938-932dca29aa1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400095 Mar 16 00:33:49.805225 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-87722539-7ffd-4e6d-a91e-c9ac3311335a admin admin] Publish callbacks [] for security_group (37a6e5e2-9458-4c04-ad0c-bc7c0291c008), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:49.825889 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-87722539-7ffd-4e6d-a91e-c9ac3311335a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (37a6e5e2-9458-4c04-ad0c-bc7c0291c008), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:49.864421 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-8c9c5028-c0a0-458c-b4b4-8f5c15b2eba9 service neutron] 10.222.0.46 "GET /v2.0/networks/19fdd5b1-d82a-4e11-b938-932dca29aa1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297991 Mar 16 00:33:49.979333 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-87722539-7ffd-4e6d-a91e-c9ac3311335a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd88c6b563fe475a8ff4fce4a59c09a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4730163 Mar 16 00:33:49.983642 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8aab4731-5486-4cec-bf6d-5cac42b9974c req-a952d2a2-5218-4f84-99c9-c1e8b8280000 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1341677 Mar 16 00:33:49.986720 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 56224) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:49.989228 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87722539-7ffd-4e6d-a91e-c9ac3311335a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a6e5e2-9458-4c04-ad0c-bc7c0291c008,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:50.016485 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ae117009-4789-4b52-a6a2-5bdbbaaad63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:50.046957 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c6e251f4-2b6d-475a-9592-6d5fac9a9893 req-476017d7-6093-491e-8329-130bded7e3e1 service neutron] 10.222.0.46 "GET /v2.0/networks/19fdd5b1-d82a-4e11-b938-932dca29aa1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617882 Mar 16 00:33:50.064641 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d1371-36f7-475b-9f93-4d6003686a40 req-4f2e5eb4-5be0-43dc-9e5d-b4473afaae32 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:50.066863 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-426d1371-36f7-475b-9f93-4d6003686a40 req-4f2e5eb4-5be0-43dc-9e5d-b4473afaae32 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.1938035 Mar 16 00:33:50.067218 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4233e234-79bb-4e88-b8e2-2e1088dea6ce admin admin] Publish callbacks [] for security_group (37a6e5e2-9458-4c04-ad0c-bc7c0291c008), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:50.108868 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4233e234-79bb-4e88-b8e2-2e1088dea6ce admin admin] Publish callbacks [] for security_group (37a6e5e2-9458-4c04-ad0c-bc7c0291c008), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:50.189394 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-426d1371-36f7-475b-9f93-4d6003686a40 req-a16122e4-8191-417c-81ec-254d1eb0d47f tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145086 Mar 16 00:33:50.215418 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4233e234-79bb-4e88-b8e2-2e1088dea6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (37a6e5e2-9458-4c04-ad0c-bc7c0291c008), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:50.218450 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4233e234-79bb-4e88-b8e2-2e1088dea6ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:50.219593 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-4233e234-79bb-4e88-b8e2-2e1088dea6ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37a6e5e2-9458-4c04-ad0c-bc7c0291c008 HTTP/1.1" status: 204 len: 168 time: 0.2320597 Mar 16 00:33:50.261831 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233e234-79bb-4e88-b8e2-2e1088dea6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a6e5e2-9458-4c04-ad0c-bc7c0291c008,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:50.310080 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e53a75-b648-41c7-b179-28465b483077 req-4c21f5b5-a363-4fe6-b90c-8375548f148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:50.312633 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-53e53a75-b648-41c7-b179-28465b483077 req-4c21f5b5-a363-4fe6-b90c-8375548f148e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b65adb3ad554736b28cdae211db89bb&device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 1127 time: 0.1072321 Mar 16 00:33:50.316650 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab4731-5486-4cec-bf6d-5cac42b9974c req-fbb19d0d-3f84-4281-935b-0055cc6fd5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:50.318420 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8aab4731-5486-4cec-bf6d-5cac42b9974c req-fbb19d0d-3f84-4281-935b-0055cc6fd5a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9757ece4998543cd903bcd45f5938e73&device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 1130 time: 0.1487558 Mar 16 00:33:50.458939 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed29a37-9184-406a-9106-1ddb50e85bb0 req-0fcaaf9c-22a9-4df1-b9d3-cd87f538f8c7 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:50.460411 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1ed29a37-9184-406a-9106-1ddb50e85bb0 req-0fcaaf9c-22a9-4df1-b9d3-cd87f538f8c7 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 943 time: 0.1033208 Mar 16 00:33:50.483291 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e53a75-b648-41c7-b179-28465b483077 req-5e92fce7-e1e2-4d99-8c09-f7bb47d5c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:50.484719 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-53e53a75-b648-41c7-b179-28465b483077 req-5e92fce7-e1e2-4d99-8c09-f7bb47d5c40d service neutron] 10.222.0.46 "GET /v2.0/networks?id=19fdd5b1-d82a-4e11-b938-932dca29aa1e HTTP/1.1" status: 200 len: 910 time: 0.1543136 Mar 16 00:33:50.520839 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1ed29a37-9184-406a-9106-1ddb50e85bb0 req-5113cf09-066e-45cd-a46d-ab7241194239 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482247 Mar 16 00:33:50.661555 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 56254) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:50.674598 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-38f8d7d9-6d19-4836-b3cb-95e5e2840d25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:50.754521 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-38f8d7d9-6d19-4836-b3cb-95e5e2840d25 admin admin] Publish callbacks [] for security_group (5a3aa713-a0d1-42a9-acf0-ed0123439c23), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:50.755865 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 56258) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:50.760197 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-38f8d7d9-6d19-4836-b3cb-95e5e2840d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (5a3aa713-a0d1-42a9-acf0-ed0123439c23), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:50.808587 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-6e46915d-8295-4437-b470-ef019e6ba34c req-4f5d52e0-13f0-4ffb-b940-520ea6cb7de3 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 210 time: 0.0388370 Mar 16 00:33:50.808963 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-38f8d7d9-6d19-4836-b3cb-95e5e2840d25 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93e47c4e9b6b4f28a54de87fee1918ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462700 Mar 16 00:33:50.809739 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8d7d9-6d19-4836-b3cb-95e5e2840d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3aa713-a0d1-42a9-acf0-ed0123439c23,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:50.812248 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 56262) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:50.888909 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2628eff7-f817-420a-bf92-8dce1acea197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:50.897147 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-02be34fb-d791-46c7-91fd-3947b81e0284 admin admin] Publish callbacks [] for security_group (5a3aa713-a0d1-42a9-acf0-ed0123439c23), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:50.935029 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-02be34fb-d791-46c7-91fd-3947b81e0284 admin admin] Publish callbacks [] for security_group (5a3aa713-a0d1-42a9-acf0-ed0123439c23), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:51.203781 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2628eff7-f817-420a-bf92-8dce1acea197 admin admin] Publish callbacks [] for security_group (8c2c5c59-c51a-4d0b-9ad8-c04d643047d8), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:51.205806 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-02be34fb-d791-46c7-91fd-3947b81e0284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (5a3aa713-a0d1-42a9-acf0-ed0123439c23), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:51.211272 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-02be34fb-d791-46c7-91fd-3947b81e0284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:51.215397 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-02be34fb-d791-46c7-91fd-3947b81e0284 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a3aa713-a0d1-42a9-acf0-ed0123439c23 HTTP/1.1" status: 204 len: 168 time: 0.3991082 Mar 16 00:33:51.218411 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2628eff7-f817-420a-bf92-8dce1acea197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (8c2c5c59-c51a-4d0b-9ad8-c04d643047d8), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:51.238846 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be34fb-d791-46c7-91fd-3947b81e0284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3aa713-a0d1-42a9-acf0-ed0123439c23,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:51.280814 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-2628eff7-f817-420a-bf92-8dce1acea197 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0498dd37561b41c78b082a4836a93a33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5235944 Mar 16 00:33:51.283539 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628eff7-f817-420a-bf92-8dce1acea197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2c5c59-c51a-4d0b-9ad8-c04d643047d8,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:51.286318 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 56284) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:51.411499 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b02e3a64-35aa-45cd-8c23-97b6dc52d189 admin admin] Publish callbacks [] for security_group (8c2c5c59-c51a-4d0b-9ad8-c04d643047d8), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:51.446350 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dfaa1-76b5-4217-b0df-f7281c49a216 req-ae74449d-8db9-4c43-9791-f20537f1a37f tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:51.447754 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1e2dfaa1-76b5-4217-b0df-f7281c49a216 req-ae74449d-8db9-4c43-9791-f20537f1a37f tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.1268656 Mar 16 00:33:51.450131 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b02e3a64-35aa-45cd-8c23-97b6dc52d189 admin admin] Publish callbacks [] for security_group (8c2c5c59-c51a-4d0b-9ad8-c04d643047d8), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:51.534896 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1e2dfaa1-76b5-4217-b0df-f7281c49a216 req-705a6df5-a271-4681-829c-3b4901bd2964 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746737 Mar 16 00:33:51.555522 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b02e3a64-35aa-45cd-8c23-97b6dc52d189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (8c2c5c59-c51a-4d0b-9ad8-c04d643047d8), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:51.558276 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b02e3a64-35aa-45cd-8c23-97b6dc52d189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:51.561775 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-b02e3a64-35aa-45cd-8c23-97b6dc52d189 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8c2c5c59-c51a-4d0b-9ad8-c04d643047d8 HTTP/1.1" status: 204 len: 168 time: 0.2719131 Mar 16 00:33:51.570013 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e3a64-35aa-45cd-8c23-97b6dc52d189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2c5c59-c51a-4d0b-9ad8-c04d643047d8,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:51.695992 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822558d-1e39-4073-bc1e-94b9d3e480dc req-8a2952ce-40bb-42d9-92a1-fb076dbfcbfa tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:51.695992 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9822558d-1e39-4073-bc1e-94b9d3e480dc req-8a2952ce-40bb-42d9-92a1-fb076dbfcbfa tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 943 time: 0.0867469 Mar 16 00:33:51.763828 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9822558d-1e39-4073-bc1e-94b9d3e480dc req-1f49335e-4e1b-4a46-8a4a-958a9e00b615 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579336 Mar 16 00:33:51.929774 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6fe5da3b-7ef4-41f2-aaab-27fec2c89f3e req-c2d0cb96-c38d-4658-aed5-e618dca920d2 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 210 time: 0.0326338 Mar 16 00:33:51.999180 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 56336) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:52.016483 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-035430a0-7f41-4254-be0f-7e53da4a94c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:52.036886 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-53e53a75-b648-41c7-b179-28465b483077 req-bc550a1b-a8b0-48b1-a3ec-7e8880fa6e19 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5da0d189-09d6-464f-9a33-356cb480af65 HTTP/1.1" status: 200 len: 217 time: 0.0496917 Mar 16 00:33:52.111882 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 56342) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:52.134062 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-035430a0-7f41-4254-be0f-7e53da4a94c2 admin admin] Publish callbacks [] for security_group (5fea623d-c0b5-4954-b6c7-2ab6659b53e7), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:52.135299 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab4731-5486-4cec-bf6d-5cac42b9974c req-4024e014-bcef-48eb-b2d0-f01dd5978e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:52.137077 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8aab4731-5486-4cec-bf6d-5cac42b9974c req-4024e014-bcef-48eb-b2d0-f01dd5978e91 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2dff86c-7c3f-4a04-a8eb-499a78756e53 HTTP/1.1" status: 200 len: 918 time: 0.1480339 Mar 16 00:33:52.141284 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-035430a0-7f41-4254-be0f-7e53da4a94c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (5fea623d-c0b5-4954-b6c7-2ab6659b53e7), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:52.188822 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-035430a0-7f41-4254-be0f-7e53da4a94c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=83ca5139974144279593b2cc3dd74a52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1883397 Mar 16 00:33:52.189948 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035430a0-7f41-4254-be0f-7e53da4a94c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fea623d-c0b5-4954-b6c7-2ab6659b53e7,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:52.191714 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 56348) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:52.247515 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1b974138-6b64-4ba1-a644-8804dc7eff43 admin admin] Publish callbacks [] for security_group (5fea623d-c0b5-4954-b6c7-2ab6659b53e7), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:52.253588 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b0420ee3-a8f9-43f4-8d3c-320eba1cf569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:52.276324 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1b974138-6b64-4ba1-a644-8804dc7eff43 admin admin] Publish callbacks [] for security_group (5fea623d-c0b5-4954-b6c7-2ab6659b53e7), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:52.312502 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e954a069-5c7e-45fc-a3fe-9d20f858d840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:52.340449 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b0420ee3-a8f9-43f4-8d3c-320eba1cf569 admin admin] Publish callbacks [] for security_group (81ca4ce2-6f5b-4d77-9a61-98d2c8c5239b), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:52.345079 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b0420ee3-a8f9-43f4-8d3c-320eba1cf569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (81ca4ce2-6f5b-4d77-9a61-98d2c8c5239b), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:52.350732 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1b974138-6b64-4ba1-a644-8804dc7eff43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (5fea623d-c0b5-4954-b6c7-2ab6659b53e7), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:52.354065 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1b974138-6b64-4ba1-a644-8804dc7eff43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:52.357667 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-1b974138-6b64-4ba1-a644-8804dc7eff43 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5fea623d-c0b5-4954-b6c7-2ab6659b53e7 HTTP/1.1" status: 204 len: 168 time: 0.1625130 Mar 16 00:33:52.365064 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b974138-6b64-4ba1-a644-8804dc7eff43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fea623d-c0b5-4954-b6c7-2ab6659b53e7,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:52.388674 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0420ee3-a8f9-43f4-8d3c-320eba1cf569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ca4ce2-6f5b-4d77-9a61-98d2c8c5239b,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:52.394243 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-b0420ee3-a8f9-43f4-8d3c-320eba1cf569 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e083e8def31e49ffa8b706985523e5de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810967 Mar 16 00:33:52.396708 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 56356) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:52.453978 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2f75987f-8643-4675-a12e-01ba519974e7 admin admin] Publish callbacks [] for security_group (81ca4ce2-6f5b-4d77-9a61-98d2c8c5239b), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:52.477711 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2f75987f-8643-4675-a12e-01ba519974e7 admin admin] Publish callbacks [] for security_group (81ca4ce2-6f5b-4d77-9a61-98d2c8c5239b), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:52.533809 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2f75987f-8643-4675-a12e-01ba519974e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (81ca4ce2-6f5b-4d77-9a61-98d2c8c5239b), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:52.539936 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2f75987f-8643-4675-a12e-01ba519974e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:52.541373 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-2f75987f-8643-4675-a12e-01ba519974e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/81ca4ce2-6f5b-4d77-9a61-98d2c8c5239b HTTP/1.1" status: 204 len: 168 time: 0.1432135 Mar 16 00:33:52.551680 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75987f-8643-4675-a12e-01ba519974e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ca4ce2-6f5b-4d77-9a61-98d2c8c5239b,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:52.680927 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41638b98-1e3b-4044-b571-fd7618a844e5 req-9edff1ae-903c-4310-a866-3c00a7d3a49b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:52.682910 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-41638b98-1e3b-4044-b571-fd7618a844e5 req-9edff1ae-903c-4310-a866-3c00a7d3a49b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0636585 Mar 16 00:33:52.736565 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-41638b98-1e3b-4044-b571-fd7618a844e5 req-e52183b1-3a08-4424-8bcd-0179ecec4cdb tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446928 Mar 16 00:33:52.879737 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9a3c7-9e04-4c5f-9768-3b387ce0d128 req-25c12f2b-543b-4e98-a7d6-74ba2248f86b tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:52.881213 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5cd9a3c7-9e04-4c5f-9768-3b387ce0d128 req-25c12f2b-543b-4e98-a7d6-74ba2248f86b tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 943 time: 0.0569370 Mar 16 00:33:52.900640 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 56384) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:52.928270 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-66f0b037-0318-484e-b6b6-c1cb0be96a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:52.944673 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:53.008081 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5cd9a3c7-9e04-4c5f-9768-3b387ce0d128 req-063763a2-8145-4c4f-8080-2af5fdcd9754 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201804 Mar 16 00:33:53.028830 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8aab4731-5486-4cec-bf6d-5cac42b9974c req-d62b84cb-e078-4fab-873e-b35979e0d2c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4394098f-1797-4e4d-bbad-4a81524affb5 HTTP/1.1" status: 200 len: 1002 time: 0.1020260 Mar 16 00:33:53.032946 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e53a75-b648-41c7-b179-28465b483077 req-d11062d7-e539-428e-adec-9dfa5870f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:53.034662 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-53e53a75-b648-41c7-b179-28465b483077 req-d11062d7-e539-428e-adec-9dfa5870f4dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9242681e-c721-4a6d-9270-b60b87387949 HTTP/1.1" status: 200 len: 849 time: 0.1163464 Mar 16 00:33:53.101245 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-53e53a75-b648-41c7-b179-28465b483077 req-68c21eac-a8e1-4421-b963-3f5df53d312e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=19fdd5b1-d82a-4e11-b938-932dca29aa1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369368 Mar 16 00:33:53.110200 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab4731-5486-4cec-bf6d-5cac42b9974c req-461c9e72-54dc-4038-99cf-f796bd6440a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:53.111904 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8aab4731-5486-4cec-bf6d-5cac42b9974c req-461c9e72-54dc-4038-99cf-f796bd6440a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b5bae3d1-615a-4037-9a7b-190e549a5881 HTTP/1.1" status: 200 len: 856 time: 0.0759914 Mar 16 00:33:53.149649 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ae940751-69ef-4ab1-b469-282182434a27 req-0da788fd-49e0-4a94-b8b1-f5b174a36b58 tempest-DeleteServersTestJSON-1090227709 tempest-DeleteServersTestJSON-1090227709-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d094e3-9db5-4cc7-9a04-8c7126d40a2f HTTP/1.1" status: 200 len: 210 time: 0.1001244 Mar 16 00:33:53.166469 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-66f0b037-0318-484e-b6b6-c1cb0be96a7b admin admin] Publish callbacks [] for security_group (6af6a120-fed1-46d3-8a16-2dbca12f5056), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:53.184142 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-66f0b037-0318-484e-b6b6-c1cb0be96a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (6af6a120-fed1-46d3-8a16-2dbca12f5056), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:53.252824 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab4731-5486-4cec-bf6d-5cac42b9974c req-58f08601-d2f1-481d-bc52-9df0a8c4ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:53.254372 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8aab4731-5486-4cec-bf6d-5cac42b9974c req-58f08601-d2f1-481d-bc52-9df0a8c4ea96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2dff86c-7c3f-4a04-a8eb-499a78756e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1321352 Mar 16 00:33:53.264375 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-53e53a75-b648-41c7-b179-28465b483077 req-3dfa03a6-de7e-46b6-b927-8a5f8459f5e3 service neutron] 10.222.0.46 "GET /v2.0/networks/19fdd5b1-d82a-4e11-b938-932dca29aa1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508136 Mar 16 00:33:53.298511 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-66f0b037-0318-484e-b6b6-c1cb0be96a7b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=68ec008cf9ed4282aae274ff461cbaaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3942187 Mar 16 00:33:53.298511 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0b037-0318-484e-b6b6-c1cb0be96a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af6a120-fed1-46d3-8a16-2dbca12f5056,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:53.307859 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 56398) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:53.397368 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-cb93f04e-c1a0-457f-bf0d-dcd123d17ced admin admin] Publish callbacks [] for security_group (6af6a120-fed1-46d3-8a16-2dbca12f5056), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:53.425125 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-cb93f04e-c1a0-457f-bf0d-dcd123d17ced admin admin] Publish callbacks [] for security_group (6af6a120-fed1-46d3-8a16-2dbca12f5056), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:53.449217 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8aab4731-5486-4cec-bf6d-5cac42b9974c req-a2ca376f-2cc8-491c-a25a-36e4a0558983 service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739047 Mar 16 00:33:53.451426 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-53e53a75-b648-41c7-b179-28465b483077 req-3efeaefd-e884-4a9f-b896-5efcbf7458b4 service neutron] 10.222.0.46 "GET /v2.0/networks/19fdd5b1-d82a-4e11-b938-932dca29aa1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665316 Mar 16 00:33:53.488966 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-cb93f04e-c1a0-457f-bf0d-dcd123d17ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (6af6a120-fed1-46d3-8a16-2dbca12f5056), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:53.492038 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-cb93f04e-c1a0-457f-bf0d-dcd123d17ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:53.495782 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-cb93f04e-c1a0-457f-bf0d-dcd123d17ced admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6af6a120-fed1-46d3-8a16-2dbca12f5056 HTTP/1.1" status: 204 len: 168 time: 0.1843610 Mar 16 00:33:53.507896 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93f04e-c1a0-457f-bf0d-dcd123d17ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af6a120-fed1-46d3-8a16-2dbca12f5056,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:53.576951 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:53.605219 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8aab4731-5486-4cec-bf6d-5cac42b9974c req-24534a0b-d78d-4189-8ba0-82f5767f3821 service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398194 Mar 16 00:33:53.666814 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 81773e1b-1b6f-4897-888f-18bc987e8e9a no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:33:53.687548 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] No Port match for: 81773e1b-1b6f-4897-888f-18bc987e8e9a {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:33:53.687995 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 81773e1b-1b6f-4897-888f-18bc987e8e9a not bound to the agent host hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:33:53.890380 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58557a-7698-4659-bd50-714c9e511f28 req-fc4207d5-88c1-43cd-aff2-1de554ba999b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:53.891925 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bf58557a-7698-4659-bd50-714c9e511f28 req-fc4207d5-88c1-43cd-aff2-1de554ba999b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0856893 Mar 16 00:33:53.973604 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bf58557a-7698-4659-bd50-714c9e511f28 req-1a2a4ad1-8927-4bad-b43b-e2a380378e7c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721235 Mar 16 00:33:54.154599 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d27a56-d19f-409e-b92b-0734f2ad7d93 req-254c40fd-9b6a-4b19-aa23-0b019168a8e8 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:54.157274 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c9d27a56-d19f-409e-b92b-0734f2ad7d93 req-254c40fd-9b6a-4b19-aa23-0b019168a8e8 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 943 time: 0.0682983 Mar 16 00:33:54.305809 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c9d27a56-d19f-409e-b92b-0734f2ad7d93 req-6d417b46-7bb9-439e-a374-87a3b9f5c960 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429205 Mar 16 00:33:54.609001 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 56472) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:54.728248 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-3cc9c590-05d1-41f8-b5f7-1ae88ae87116 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2105238469-network', 'tenant_id': '05bb0d66c8864957b54b0475848c9772'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:33:54.747697 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc9c590-05d1-41f8-b5f7-1ae88ae87116 admin admin] Made reservation on behalf of 05bb0d66c8864957b54b0475848c9772 for: {'network': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:33:54.750103 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3cc9c590-05d1-41f8-b5f7-1ae88ae87116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for network (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:54.758457 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3cc9c590-05d1-41f8-b5f7-1ae88ae87116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:54.846825 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3cc9c590-05d1-41f8-b5f7-1ae88ae87116 admin admin] Publish callbacks [] for security_group (ef525fa0-94bf-42ac-ab01-02da5ac738d0), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:54.851097 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3cc9c590-05d1-41f8-b5f7-1ae88ae87116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (ef525fa0-94bf-42ac-ab01-02da5ac738d0), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:54.883124 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc9c590-05d1-41f8-b5f7-1ae88ae87116 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 00:33:54.890644 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9c590-05d1-41f8-b5f7-1ae88ae87116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef525fa0-94bf-42ac-ab01-02da5ac738d0,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:54.901580 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3cc9c590-05d1-41f8-b5f7-1ae88ae87116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (50202c61-c1f2-4594-b8ae-6034b80158c0), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:54.902116 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.db.segments_db [None req-3cc9c590-05d1-41f8-b5f7-1ae88ae87116 admin admin] Added segment 50202c61-c1f2-4594-b8ae-6034b80158c0 of type vlan for network 4dd059c5-d9eb-47a9-b1b5-d94c285f09d6 Mar 16 00:33:54.950297 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3cc9c590-05d1-41f8-b5f7-1ae88ae87116 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752661257912'] for network (4dd059c5-d9eb-47a9-b1b5-d94c285f09d6), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:54.980656 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3cc9c590-05d1-41f8-b5f7-1ae88ae87116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for network (4dd059c5-d9eb-47a9-b1b5-d94c285f09d6), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:54.981671 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc9c590-05d1-41f8-b5f7-1ae88ae87116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:54.982277 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3cc9c590-05d1-41f8-b5f7-1ae88ae87116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:54.983163 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:55.048180 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-3cc9c590-05d1-41f8-b5f7-1ae88ae87116 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4378557 Mar 16 00:33:55.051394 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 56498) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:55.058823 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-834c5203-0537-4851-8ec8-b8d189cc42d6 admin admin] Request body: {'subnet': {'network_id': '4dd059c5-d9eb-47a9-b1b5-d94c285f09d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2105238469-subnet', 'tenant_id': '05bb0d66c8864957b54b0475848c9772', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:33:55.070505 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9c590-05d1-41f8-b5f7-1ae88ae87116 admin admin] Pushing event updated for resources: {'Network': ['ID=4dd059c5-d9eb-47a9-b1b5-d94c285f09d6,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:55.084967 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Network 4dd059c5-d9eb-47a9-b1b5-d94c285f09d6 details requested by agent ovs-agent-dv-cinder-831247-13-iscsi with host dv-cinder-831247-13-iscsi {{(pid=109657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 00:33:55.116085 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834c5203-0537-4851-8ec8-b8d189cc42d6 admin admin] Made reservation on behalf of 05bb0d66c8864957b54b0475848c9772 for: {'subnet': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:33:55.118507 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-834c5203-0537-4851-8ec8-b8d189cc42d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5478581'] for subnet (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:55.188623 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc7015-d2fb-4286-a0ec-39bb252ce342 req-9b92df01-d57a-440e-bed1-1028a2345a08 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:55.194066 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-49bc7015-d2fb-4286-a0ec-39bb252ce342 req-9b92df01-d57a-440e-bed1-1028a2345a08 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.1304739 Mar 16 00:33:55.270777 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-49bc7015-d2fb-4286-a0ec-39bb252ce342 req-10c4d569-fdee-479e-842d-5db21eb39988 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731180 Mar 16 00:33:55.366630 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-834c5203-0537-4851-8ec8-b8d189cc42d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5476336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5478539'] for subnet (373573ec-4f9d-476c-826d-2e17ff4229c6), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:55.435340 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904eb55-6ced-482d-9fe1-bf9c7f5920f3 req-1dacc721-37bf-4176-a879-a50c2b3c6c2b tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:55.442793 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0904eb55-6ced-482d-9fe1-bf9c7f5920f3 req-1dacc721-37bf-4176-a879-a50c2b3c6c2b tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 943 time: 0.0605164 Mar 16 00:33:55.453455 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c5203-0537-4851-8ec8-b8d189cc42d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=373573ec-4f9d-476c-826d-2e17ff4229c6,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:55.487536 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834c5203-0537-4851-8ec8-b8d189cc42d6 admin admin] Checking segment: {'id': '50202c61-c1f2-4594-b8ae-6034b80158c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4dd059c5-d9eb-47a9-b1b5-d94c285f09d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:33:55.488139 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834c5203-0537-4851-8ec8-b8d189cc42d6 admin admin] Network hostable DHCP agents. Network: 4dd059c5-d9eb-47a9-b1b5-d94c285f09d6, hostable agents: ['92114df5-18d6-4d7c-9264-0f0b53b6b6a9'], hosted agents: [] {{(pid=109655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 00:33:55.509538 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0904eb55-6ced-482d-9fe1-bf9c7f5920f3 req-8c53b637-656b-43f4-bd33-f30fd6d0a900 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610750 Mar 16 00:33:55.521850 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 56524) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:55.525188 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834c5203-0537-4851-8ec8-b8d189cc42d6 admin admin] Network 4dd059c5-d9eb-47a9-b1b5-d94c285f09d6 is scheduled to be hosted by DHCP agent 92114df5-18d6-4d7c-9264-0f0b53b6b6a9 with binding_index 1 {{(pid=109655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 00:33:55.543074 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-834c5203-0537-4851-8ec8-b8d189cc42d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-13-iscsi, 4dd059c5-d9eb-47a9-b1b5-d94c285f09d6) {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:33:55.551624 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834c5203-0537-4851-8ec8-b8d189cc42d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:55.552590 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-834c5203-0537-4851-8ec8-b8d189cc42d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:55.558198 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c425ce6-68d8-4cda-9cf8-32ccab5b5c87 None None] Network 4dd059c5-d9eb-47a9-b1b5-d94c285f09d6 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:33:55.593349 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-834c5203-0537-4851-8ec8-b8d189cc42d6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5408149 Mar 16 00:33:55.654498 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 5da0d189-09d6-464f-9a33-356cb480af65 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:33:55.696779 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ee5fee95-124f-49a6-9b2f-1cf9e1ed33e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:55.774453 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764bb8dc-785a-49b3-b333-03375346ff6b None None] Network 4dd059c5-d9eb-47a9-b1b5-d94c285f09d6 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:33:55.931759 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ee5fee95-124f-49a6-9b2f-1cf9e1ed33e8 admin admin] Publish callbacks [] for security_group (5355bf91-0b00-4f97-9fb5-598dd4387a74), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:55.936833 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 56550) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:55.940219 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ee5fee95-124f-49a6-9b2f-1cf9e1ed33e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (5355bf91-0b00-4f97-9fb5-598dd4387a74), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:55.959162 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 5da0d189-09d6-464f-9a33-356cb480af65, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5da0d189-09d6-464f-9a33-356cb480af65,segment=NetworkSegment(40977f7e-1ed7-41b2-908c-6a482fd77429),segment_id=40977f7e-1ed7-41b2-908c-6a482fd77429)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:33:55.993911 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-ee5fee95-124f-49a6-9b2f-1cf9e1ed33e8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8f91788340844178875407c4dbeb2004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4705181 Mar 16 00:33:55.995173 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 56552) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:55.996600 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': '5da0d189-09d6-464f-9a33-356cb480af65', 'network_id': '19fdd5b1-d82a-4e11-b938-932dca29aa1e', 'port_id': '5da0d189-09d6-464f-9a33-356cb480af65', 'mac_address': 'fa:16:3e:6c:35:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9242681e-c721-4a6d-9270-b60b87387949', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:33:56.003386 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fee95-124f-49a6-9b2f-1cf9e1ed33e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5355bf91-0b00-4f97-9fb5-598dd4387a74,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:56.046337 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00798b5-f153-4ca9-8182-d8dfaf6f57b3 admin admin] Deleting subnet 09601caf-d12c-4fa6-a4e9-52bd42982e87 {{(pid=109655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 00:33:56.053847 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a00798b5-f153-4ca9-8182-d8dfaf6f57b3 admin admin] Publish callbacks [] for subnet (09601caf-d12c-4fa6-a4e9-52bd42982e87), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.055376 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 5da0d189-09d6-464f-9a33-356cb480af65 is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:33:56.056240 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (5da0d189-09d6-464f-9a33-356cb480af65), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.071408 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-3b7fde7a-720b-41b1-bf89-e2f5b34d1c7c admin admin] Publish callbacks [] for security_group (5355bf91-0b00-4f97-9fb5-598dd4387a74), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.074900 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da0d189-09d6-464f-9a33-356cb480af65 {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:33:56.104972 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 5da0d189-09d6-464f-9a33-356cb480af65, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5da0d189-09d6-464f-9a33-356cb480af65,segment=NetworkSegment(40977f7e-1ed7-41b2-908c-6a482fd77429),segment_id=40977f7e-1ed7-41b2-908c-6a482fd77429)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:33:56.114047 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (5da0d189-09d6-464f-9a33-356cb480af65), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.132565 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-3b7fde7a-720b-41b1-bf89-e2f5b34d1c7c admin admin] Publish callbacks [] for security_group (5355bf91-0b00-4f97-9fb5-598dd4387a74), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.168470 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a00798b5-f153-4ca9-8182-d8dfaf6f57b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5409021'] for subnet (09601caf-d12c-4fa6-a4e9-52bd42982e87), precommit_delete_associations {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.225501 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=5da0d189-09d6-464f-9a33-356cb480af65,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:56.230948 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a00798b5-f153-4ca9-8182-d8dfaf6f57b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1106181'] for subnet (09601caf-d12c-4fa6-a4e9-52bd42982e87), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.233882 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-3b7fde7a-720b-41b1-bf89-e2f5b34d1c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (5355bf91-0b00-4f97-9fb5-598dd4387a74), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.236595 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-3b7fde7a-720b-41b1-bf89-e2f5b34d1c7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.238483 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-3b7fde7a-720b-41b1-bf89-e2f5b34d1c7c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5355bf91-0b00-4f97-9fb5-598dd4387a74 HTTP/1.1" status: 204 len: 168 time: 0.2419431 Mar 16 00:33:56.247583 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fde7a-720b-41b1-bf89-e2f5b34d1c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5355bf91-0b00-4f97-9fb5-598dd4387a74,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:56.254343 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:56.254738 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:56.255213 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:56.255565 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:56.255907 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:56.256257 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:56.256599 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:56.256963 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:56.257382 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:56.257666 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:56.258003 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:56.258369 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:56.258746 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:56.259061 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:56.259422 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:33:56.335255 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a00798b5-f153-4ca9-8182-d8dfaf6f57b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1106430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5476275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5478546'] for subnet (09601caf-d12c-4fa6-a4e9-52bd42982e87), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.349631 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.373802 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00798b5-f153-4ca9-8182-d8dfaf6f57b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09601caf-d12c-4fa6-a4e9-52bd42982e87,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:56.381067 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a00798b5-f153-4ca9-8182-d8dfaf6f57b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.385271 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-a00798b5-f153-4ca9-8182-d8dfaf6f57b3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/09601caf-d12c-4fa6-a4e9-52bd42982e87 HTTP/1.1" status: 204 len: 168 time: 0.4472392 Mar 16 00:33:56.387899 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 56568) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:56.414836 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['5da0d189-09d6-464f-9a33-356cb480af65'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:33:56.479841 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59348398-5015-4908-b52d-a02dfd98e766 req-2975d168-0d7d-4d0a-9330-1fc30ee54237 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:56.489669 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-59348398-5015-4908-b52d-a02dfd98e766 req-2975d168-0d7d-4d0a-9330-1fc30ee54237 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.1122251 Mar 16 00:33:56.502816 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-10c3f546-2586-427e-825c-62571ad30e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1244356'] for network (6308a0ef-ea5a-46b4-be77-ebfb876ddde0), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.589721 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-59348398-5015-4908-b52d-a02dfd98e766 req-69b14e0f-0135-4143-b1d0-52cf77527aca tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946221 Mar 16 00:33:56.604146 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 56576) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:56.609187 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-45adc2cc-f2c9-4461-8743-83dfacf773b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-883088639-network', 'tenant_id': 'd3bf63d39d86430d999da6d945adf1ce'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:33:56.641541 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45adc2cc-f2c9-4461-8743-83dfacf773b7 admin admin] Made reservation on behalf of d3bf63d39d86430d999da6d945adf1ce for: {'network': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:33:56.643877 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-45adc2cc-f2c9-4461-8743-83dfacf773b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for network (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.656112 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 56578) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:56.662558 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-45adc2cc-f2c9-4461-8743-83dfacf773b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.666294 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-10c3f546-2586-427e-825c-62571ad30e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135250', 'neutron.services.segments.db._delete_segments_for_network-8752661694154'] for network (6308a0ef-ea5a-46b4-be77-ebfb876ddde0), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.676140 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-806a8093-e347-4e2d-9820-726cfdeffce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.690362 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-10c3f546-2586-427e-825c-62571ad30e23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6308a0ef-ea5a-46b4-be77-ebfb876ddde0']}} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:33:56.702150 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-10c3f546-2586-427e-825c-62571ad30e23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c0e0a6-21f3-4777-8ad7-5fcb716b4f71') {'for_net_delete': True} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:33:56.702448 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-10c3f546-2586-427e-825c-62571ad30e23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c0e0a6-21f3-4777-8ad7-5fcb716b4f71') {} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:33:56.719251 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47e1a2-bd77-4344-82a2-f94085e8c2ec req-5a3e9f78-a5ee-4c81-ac0a-612ac12a32c6 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:56.720759 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4a47e1a2-bd77-4344-82a2-f94085e8c2ec req-5a3e9f78-a5ee-4c81-ac0a-612ac12a32c6 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 944 time: 0.0965681 Mar 16 00:33:56.723039 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-10c3f546-2586-427e-825c-62571ad30e23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752661698259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5983775'] for segment (14c0e0a6-21f3-4777-8ad7-5fcb716b4f71), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.758048 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-10c3f546-2586-427e-825c-62571ad30e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (14c0e0a6-21f3-4777-8ad7-5fcb716b4f71), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.772193 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c3f546-2586-427e-825c-62571ad30e23 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=109656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 00:33:56.772583 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-10c3f546-2586-427e-825c-62571ad30e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5920041'] for segment (14c0e0a6-21f3-4777-8ad7-5fcb716b4f71), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: Traceback (most recent call last): Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: timer() Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: cb(*args, **kw) Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: return func(*args, **kwargs) Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: self._notify() Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: self.callback(batched_events) Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: event.method(event) Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: return f(self, *a, **k) Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: return self._get(url).json() Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: return self.request(url, 'GET', **kwargs) Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 00:33:56.774179 dv-cinder-831247-13-iscsi neutron-server[109656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 00:33:56.800015 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-45adc2cc-f2c9-4461-8743-83dfacf773b7 admin admin] Publish callbacks [] for security_group (9ed0e40f-0b7c-412a-98d6-17797ac7e531), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.805601 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-45adc2cc-f2c9-4461-8743-83dfacf773b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (9ed0e40f-0b7c-412a-98d6-17797ac7e531), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.813260 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-806a8093-e347-4e2d-9820-726cfdeffce0 admin admin] Publish callbacks [] for security_group (30aef342-574b-4542-a292-4b442709aafe), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.819465 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4a47e1a2-bd77-4344-82a2-f94085e8c2ec req-628f1214-e457-4776-9099-95fb44b76513 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893979 Mar 16 00:33:56.825466 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-806a8093-e347-4e2d-9820-726cfdeffce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (30aef342-574b-4542-a292-4b442709aafe), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.839401 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-10c3f546-2586-427e-825c-62571ad30e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558650'] for network (6308a0ef-ea5a-46b4-be77-ebfb876ddde0), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.844713 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-10c3f546-2586-427e-825c-62571ad30e23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.849394 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-10c3f546-2586-427e-825c-62571ad30e23 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6308a0ef-ea5a-46b4-be77-ebfb876ddde0 HTTP/1.1" status: 204 len: 168 time: 0.4604557 Mar 16 00:33:56.850986 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45adc2cc-f2c9-4461-8743-83dfacf773b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=109655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 00:33:56.853361 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45adc2cc-f2c9-4461-8743-83dfacf773b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed0e40f-0b7c-412a-98d6-17797ac7e531,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:56.864902 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3f546-2586-427e-825c-62571ad30e23 admin admin] Pushing event deleted for resources: {'Network': ['ID=6308a0ef-ea5a-46b4-be77-ebfb876ddde0,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:56.884374 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-45adc2cc-f2c9-4461-8743-83dfacf773b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (d5202326-3216-411d-8923-13538c531ce7), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.884832 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.db.segments_db [None req-45adc2cc-f2c9-4461-8743-83dfacf773b7 admin admin] Added segment d5202326-3216-411d-8923-13538c531ce7 of type vlan for network 0856ba01-73cb-4096-8151-49d296f0f7b6 Mar 16 00:33:56.888049 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-806a8093-e347-4e2d-9820-726cfdeffce0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf2c6cd26d454a2aa8ff30b6b5b021f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309778 Mar 16 00:33:56.892441 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 56584) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:56.930355 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a8093-e347-4e2d-9820-726cfdeffce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30aef342-574b-4542-a292-4b442709aafe,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:56.944368 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-45adc2cc-f2c9-4461-8743-83dfacf773b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752661257912'] for network (0856ba01-73cb-4096-8151-49d296f0f7b6), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.967631 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d03f7412-7762-43d0-b442-e2d62c58e0dc admin admin] Publish callbacks [] for security_group (30aef342-574b-4542-a292-4b442709aafe), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.978255 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-45adc2cc-f2c9-4461-8743-83dfacf773b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for network (0856ba01-73cb-4096-8151-49d296f0f7b6), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.979600 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45adc2cc-f2c9-4461-8743-83dfacf773b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:56.980919 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-45adc2cc-f2c9-4461-8743-83dfacf773b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:56.996720 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d03f7412-7762-43d0-b442-e2d62c58e0dc admin admin] Publish callbacks [] for security_group (30aef342-574b-4542-a292-4b442709aafe), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:57.039051 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-45adc2cc-f2c9-4461-8743-83dfacf773b7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4337821 Mar 16 00:33:57.043335 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 56590) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:57.048764 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-2f56b993-126d-40fa-bebe-35c19bfe7eea admin admin] Request body: {'subnet': {'network_id': '0856ba01-73cb-4096-8151-49d296f0f7b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-883088639-subnet', 'tenant_id': 'd3bf63d39d86430d999da6d945adf1ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:33:57.055677 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45adc2cc-f2c9-4461-8743-83dfacf773b7 admin admin] Pushing event updated for resources: {'Network': ['ID=0856ba01-73cb-4096-8151-49d296f0f7b6,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:57.068012 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Network 0856ba01-73cb-4096-8151-49d296f0f7b6 details requested by agent ovs-agent-dv-cinder-831247-13-iscsi with host dv-cinder-831247-13-iscsi {{(pid=109657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 00:33:57.084060 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f56b993-126d-40fa-bebe-35c19bfe7eea admin admin] Made reservation on behalf of d3bf63d39d86430d999da6d945adf1ce for: {'subnet': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:33:57.086913 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2f56b993-126d-40fa-bebe-35c19bfe7eea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5436631'] for subnet (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:57.146455 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d03f7412-7762-43d0-b442-e2d62c58e0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (30aef342-574b-4542-a292-4b442709aafe), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:57.149023 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d03f7412-7762-43d0-b442-e2d62c58e0dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:57.150605 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-d03f7412-7762-43d0-b442-e2d62c58e0dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30aef342-574b-4542-a292-4b442709aafe HTTP/1.1" status: 204 len: 168 time: 0.2571003 Mar 16 00:33:57.163521 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f7412-7762-43d0-b442-e2d62c58e0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30aef342-574b-4542-a292-4b442709aafe,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:57.242993 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 56598) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:57.307698 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-45040699-ce7c-4982-aa16-7617ec28c2ca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7cce5344ac5f436c833a8f9db2a03b9c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0633996 Mar 16 00:33:57.312314 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 56600) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:33:57.370418 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2f56b993-126d-40fa-bebe-35c19bfe7eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5920192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5436649'] for subnet (ea7b288a-00e2-4af5-b431-417c5134e56f), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:57.451113 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56b993-126d-40fa-bebe-35c19bfe7eea admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea7b288a-00e2-4af5-b431-417c5134e56f,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:57.519687 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-09cc9a75-67fc-4c4b-afb3-addad0216754 admin admin] Publish callbacks [] for security_group (a5145c78-3d69-46bb-b6da-fea472c7df30), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:57.523194 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f56b993-126d-40fa-bebe-35c19bfe7eea admin admin] Checking segment: {'id': 'd5202326-3216-411d-8923-13538c531ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0856ba01-73cb-4096-8151-49d296f0f7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:33:57.523564 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f56b993-126d-40fa-bebe-35c19bfe7eea admin admin] Network hostable DHCP agents. Network: 0856ba01-73cb-4096-8151-49d296f0f7b6, hostable agents: ['92114df5-18d6-4d7c-9264-0f0b53b6b6a9'], hosted agents: [] {{(pid=109656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 00:33:57.548973 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-09cc9a75-67fc-4c4b-afb3-addad0216754 admin admin] Publish callbacks [] for security_group (a5145c78-3d69-46bb-b6da-fea472c7df30), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:57.573890 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f56b993-126d-40fa-bebe-35c19bfe7eea admin admin] Network 0856ba01-73cb-4096-8151-49d296f0f7b6 is scheduled to be hosted by DHCP agent 92114df5-18d6-4d7c-9264-0f0b53b6b6a9 with binding_index 1 {{(pid=109656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 00:33:57.595300 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-2f56b993-126d-40fa-bebe-35c19bfe7eea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-13-iscsi, 0856ba01-73cb-4096-8151-49d296f0f7b6) {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:33:57.600387 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f56b993-126d-40fa-bebe-35c19bfe7eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:57.602424 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2f56b993-126d-40fa-bebe-35c19bfe7eea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:57.604287 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f97fb6-b27a-413d-9e88-863670fcd0b0 None None] Network 0856ba01-73cb-4096-8151-49d296f0f7b6 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:33:57.638874 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-2f56b993-126d-40fa-bebe-35c19bfe7eea admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5896389 Mar 16 00:33:57.638874 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-09cc9a75-67fc-4c4b-afb3-addad0216754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (a5145c78-3d69-46bb-b6da-fea472c7df30), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:57.641276 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-09cc9a75-67fc-4c4b-afb3-addad0216754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:57.646473 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-09cc9a75-67fc-4c4b-afb3-addad0216754 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a5145c78-3d69-46bb-b6da-fea472c7df30 HTTP/1.1" status: 204 len: 168 time: 0.3327398 Mar 16 00:33:57.662706 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc9a75-67fc-4c4b-afb3-addad0216754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5145c78-3d69-46bb-b6da-fea472c7df30,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:57.674089 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 5da0d189-09d6-464f-9a33-356cb480af65 up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:33:57.741909 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad90b32-d5ce-4c8c-8a1b-a0a8d4f9fae7 req-27936733-cfc6-4204-9ff4-a2aca842c745 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:57.749383 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9ad90b32-d5ce-4c8c-8a1b-a0a8d4f9fae7 req-27936733-cfc6-4204-9ff4-a2aca842c745 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0719490 Mar 16 00:33:57.795609 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning for port 5da0d189-09d6-464f-9a33-356cb480af65 completed by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 00:33:57.802819 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb46422-ce87-4b97-8c92-0b0fae2b105d None None] Network 0856ba01-73cb-4096-8151-49d296f0f7b6 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:33:57.807967 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port 5da0d189-09d6-464f-9a33-356cb480af65 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:33:57.808580 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (5da0d189-09d6-464f-9a33-356cb480af65), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:57.817439 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9ad90b32-d5ce-4c8c-8a1b-a0a8d4f9fae7 req-176e63cc-18de-460b-827b-fa6be530efc2 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668962 Mar 16 00:33:57.969008 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de359c4-901d-43dd-97d6-0affa1d312d6 req-6f03bcff-2888-4bab-9ff8-7c3bf2b5b422 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:57.971594 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5de359c4-901d-43dd-97d6-0affa1d312d6 req-6f03bcff-2888-4bab-9ff8-7c3bf2b5b422 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 944 time: 0.0636609 Mar 16 00:33:57.980220 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 5da0d189-09d6-464f-9a33-356cb480af65 is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:33:57.980859 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (5da0d189-09d6-464f-9a33-356cb480af65), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:58.018272 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05087083-fa64-451c-b78c-75adce6866ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da0d189-09d6-464f-9a33-356cb480af65'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:33:58.020568 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45620ef-84c4-49a4-b6e3-800defe1e85f" -d '{"events": [{"server_uuid": "05087083-fa64-451c-b78c-75adce6866ce", "name": "network-vif-plugged", "status": "completed", "tag": "5da0d189-09d6-464f-9a33-356cb480af65"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:33:58.022503 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5de359c4-901d-43dd-97d6-0affa1d312d6 req-8b076692-a192-4f5d-8aa7-a141fdb3501e tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435522 Mar 16 00:33:58.043303 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 5da0d189-09d6-464f-9a33-356cb480af65, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5da0d189-09d6-464f-9a33-356cb480af65,segment=NetworkSegment(40977f7e-1ed7-41b2-908c-6a482fd77429),segment_id=40977f7e-1ed7-41b2-908c-6a482fd77429)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:33:58.047789 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (5da0d189-09d6-464f-9a33-356cb480af65), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:33:58.075284 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ff9894-f7d2-4089-aa44-fc5859bbe1a6 x-openstack-request-id: req-37ff9894-f7d2-4089-aa44-fc5859bbe1a6 {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:33:58.075905 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05087083-fa64-451c-b78c-75adce6866ce", "name": "network-vif-plugged", "status": "completed", "tag": "5da0d189-09d6-464f-9a33-356cb480af65", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:33:58.075905 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37ff9894-f7d2-4089-aa44-fc5859bbe1a6 {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:33:58.076202 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05087083-fa64-451c-b78c-75adce6866ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da0d189-09d6-464f-9a33-356cb480af65', 'code': 200} Mar 16 00:33:58.106777 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=5da0d189-09d6-464f-9a33-356cb480af65,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:33:58.960210 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfd0cf-1a3d-428b-bc9f-440e1dea3a99 req-06c6e4f5-4099-475f-b38b-c600675a0173 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:58.961883 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3cbfd0cf-1a3d-428b-bc9f-440e1dea3a99 req-06c6e4f5-4099-475f-b38b-c600675a0173 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0788519 Mar 16 00:33:59.042862 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3cbfd0cf-1a3d-428b-bc9f-440e1dea3a99 req-d88d9aeb-6010-4f37-bc01-75dedfbdae2b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749161 Mar 16 00:33:59.175150 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461412a-66b0-4fe9-853d-c67da560d4ee req-67de4024-8adb-489f-adaa-4e1f35993e6b tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:33:59.176739 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0461412a-66b0-4fe9-853d-c67da560d4ee req-67de4024-8adb-489f-adaa-4e1f35993e6b tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 945 time: 0.0547986 Mar 16 00:33:59.224594 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0461412a-66b0-4fe9-853d-c67da560d4ee req-83a0b9d7-5d59-449b-b514-fe9c36b5a274 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424137 Mar 16 00:34:00.165353 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76625f26-f435-418b-bffd-6a13e3bdee08 req-4abd9eb5-1122-419d-b88a-2dae738fc8de tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:00.166859 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-76625f26-f435-418b-bffd-6a13e3bdee08 req-4abd9eb5-1122-419d-b88a-2dae738fc8de tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0535209 Mar 16 00:34:00.215411 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-76625f26-f435-418b-bffd-6a13e3bdee08 req-fff04350-545e-4585-9f9f-3041c29b8ed2 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427668 Mar 16 00:34:00.341294 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610a5bb-1625-4163-9ae1-0379cd723e7e req-d853668a-808d-469b-a87c-f53c53880f1d tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:00.342808 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-6610a5bb-1625-4163-9ae1-0379cd723e7e req-d853668a-808d-469b-a87c-f53c53880f1d tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 945 time: 0.0522549 Mar 16 00:34:00.391687 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-6610a5bb-1625-4163-9ae1-0379cd723e7e req-3df79824-86fd-420d-a4a9-f3675f0c432d tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431666 Mar 16 00:34:00.674584 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0ee66-317f-466e-bd71-571fb7285b82 req-0d984f8e-72fb-47ac-b4f1-f7ead89a6595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:00.676026 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-78f0ee66-317f-466e-bd71-571fb7285b82 req-0d984f8e-72fb-47ac-b4f1-f7ead89a6595 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 1129 time: 0.0431633 Mar 16 00:34:00.728070 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-78f0ee66-317f-466e-bd71-571fb7285b82 req-2311e392-b202-4f17-a63d-ee0960903575 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382850 Mar 16 00:34:01.334034 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad488c6-ea69-403c-aaaf-7e0667937e37 req-5434d6b4-597b-477e-a598-fd3f97671239 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:01.335521 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8ad488c6-ea69-403c-aaaf-7e0667937e37 req-5434d6b4-597b-477e-a598-fd3f97671239 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0532393 Mar 16 00:34:01.384348 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8ad488c6-ea69-403c-aaaf-7e0667937e37 req-ad937adc-fff7-4ce8-8f90-dde495721f64 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431569 Mar 16 00:34:01.530985 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71f21f-77bd-48c0-b2dd-8755c46d2744 req-276bfa38-f96a-42ac-8843-5b518d62a02d tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:01.532485 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-6b71f21f-77bd-48c0-b2dd-8755c46d2744 req-276bfa38-f96a-42ac-8843-5b518d62a02d tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 945 time: 0.0537269 Mar 16 00:34:01.581399 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-6b71f21f-77bd-48c0-b2dd-8755c46d2744 req-a55df699-c6f7-4174-b190-9de2bf42b49f tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426655 Mar 16 00:34:02.510008 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64dc49-41bb-41d6-bec8-2df01160bc5e req-511bad42-95aa-43c6-ae5a-03c147bee6ca tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:02.511664 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ca64dc49-41bb-41d6-bec8-2df01160bc5e req-511bad42-95aa-43c6-ae5a-03c147bee6ca tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0597239 Mar 16 00:34:02.566033 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ca64dc49-41bb-41d6-bec8-2df01160bc5e req-dff90c9f-b5fd-42ac-a20b-b84106de3373 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477974 Mar 16 00:34:02.708454 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73571730-84f3-47a5-b761-ec7ef128c94a req-5a0c1864-4aca-4867-b6df-49669b1e9254 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:02.709973 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-73571730-84f3-47a5-b761-ec7ef128c94a req-5a0c1864-4aca-4867-b6df-49669b1e9254 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 945 time: 0.0560389 Mar 16 00:34:02.758910 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-73571730-84f3-47a5-b761-ec7ef128c94a req-c4f0ef63-cb79-4028-969f-49a60229eed3 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432880 Mar 16 00:34:03.680470 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30c3a3-0fdc-4017-9c4b-fdc79e3a651a req-ea5db468-a597-4eaf-95fb-113ba2192ded tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:03.682825 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5f30c3a3-0fdc-4017-9c4b-fdc79e3a651a req-ea5db468-a597-4eaf-95fb-113ba2192ded tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 945 time: 0.0929842 Mar 16 00:34:03.707047 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2bc53-728e-4193-bf6c-5de9bda67911 req-e5c7800f-3113-4d10-a2dd-49cfe1a2a378 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:03.710579 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1aa2bc53-728e-4193-bf6c-5de9bda67911 req-e5c7800f-3113-4d10-a2dd-49cfe1a2a378 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0676351 Mar 16 00:34:03.754151 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5f30c3a3-0fdc-4017-9c4b-fdc79e3a651a req-fb627512-6c6d-4e08-919a-8a14a24ebc15 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649562 Mar 16 00:34:03.779412 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1aa2bc53-728e-4193-bf6c-5de9bda67911 req-581129f5-65b7-4e98-85d8-f83c6e218c1f tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645170 Mar 16 00:34:04.875102 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1385961-6ee6-4243-87a7-25f84ba369c4 req-fcea251d-5865-482a-836e-5130d2660053 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:04.882388 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a1385961-6ee6-4243-87a7-25f84ba369c4 req-fcea251d-5865-482a-836e-5130d2660053 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 945 time: 0.0618069 Mar 16 00:34:04.909121 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638c397-11d3-4069-8c86-ab3967e5a115 req-4fd933e4-0561-4ded-b82c-3f70598da5f1 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:04.910781 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0638c397-11d3-4069-8c86-ab3967e5a115 req-4fd933e4-0561-4ded-b82c-3f70598da5f1 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0599253 Mar 16 00:34:04.927465 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a1385961-6ee6-4243-87a7-25f84ba369c4 req-c3fd642b-05e7-42e3-a050-e2bed2b64c17 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431681 Mar 16 00:34:04.978256 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0638c397-11d3-4069-8c86-ab3967e5a115 req-44a1546c-d137-4d5b-beca-7aad04dff58e tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618553 Mar 16 00:34:05.092431 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 56938) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:05.194367 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e4392d5b-3f4d-4ba4-8725-35e14b41012e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:05.273572 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e4392d5b-3f4d-4ba4-8725-35e14b41012e admin admin] Publish callbacks [] for security_group (7ec71d5d-1dce-4bf6-a757-acba0205937e), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:05.277328 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e4392d5b-3f4d-4ba4-8725-35e14b41012e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (7ec71d5d-1dce-4bf6-a757-acba0205937e), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:05.315396 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-e4392d5b-3f4d-4ba4-8725-35e14b41012e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=56bc587b2af346d68b416cea6b3ae420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218602 Mar 16 00:34:05.316469 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4392d5b-3f4d-4ba4-8725-35e14b41012e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec71d5d-1dce-4bf6-a757-acba0205937e,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:05.318118 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 56942) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:05.368229 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2bb09c0c-5726-4787-bb7a-c45a5d6ee2a4 admin admin] Publish callbacks [] for security_group (7ec71d5d-1dce-4bf6-a757-acba0205937e), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:05.392165 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2bb09c0c-5726-4787-bb7a-c45a5d6ee2a4 admin admin] Publish callbacks [] for security_group (7ec71d5d-1dce-4bf6-a757-acba0205937e), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:05.442918 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2bb09c0c-5726-4787-bb7a-c45a5d6ee2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (7ec71d5d-1dce-4bf6-a757-acba0205937e), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:05.445698 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2bb09c0c-5726-4787-bb7a-c45a5d6ee2a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:05.446827 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-2bb09c0c-5726-4787-bb7a-c45a5d6ee2a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ec71d5d-1dce-4bf6-a757-acba0205937e HTTP/1.1" status: 204 len: 168 time: 0.1277237 Mar 16 00:34:05.456826 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb09c0c-5726-4787-bb7a-c45a5d6ee2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec71d5d-1dce-4bf6-a757-acba0205937e,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:05.718669 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 56954) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:05.732738 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b301450b-a298-4109-a9c1-46bf1f225626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:05.809430 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b301450b-a298-4109-a9c1-46bf1f225626 admin admin] Publish callbacks [] for security_group (ec0b3931-77c5-4b11-8636-74c6f87324cc), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:05.813516 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b301450b-a298-4109-a9c1-46bf1f225626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (ec0b3931-77c5-4b11-8636-74c6f87324cc), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:05.852158 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-b301450b-a298-4109-a9c1-46bf1f225626 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d1cc455867b46e09ef71400e7c036a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322582 Mar 16 00:34:05.853027 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301450b-a298-4109-a9c1-46bf1f225626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0b3931-77c5-4b11-8636-74c6f87324cc,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:05.854855 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 56956) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:05.901887 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-94e098e3-3ba2-480b-b9ec-16297e0a99e1 admin admin] Publish callbacks [] for security_group (ec0b3931-77c5-4b11-8636-74c6f87324cc), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:05.921761 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-94e098e3-3ba2-480b-b9ec-16297e0a99e1 admin admin] Publish callbacks [] for security_group (ec0b3931-77c5-4b11-8636-74c6f87324cc), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:05.971002 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-94e098e3-3ba2-480b-b9ec-16297e0a99e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (ec0b3931-77c5-4b11-8636-74c6f87324cc), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:05.973768 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-94e098e3-3ba2-480b-b9ec-16297e0a99e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:05.974922 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-94e098e3-3ba2-480b-b9ec-16297e0a99e1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ec0b3931-77c5-4b11-8636-74c6f87324cc HTTP/1.1" status: 204 len: 168 time: 0.1190228 Mar 16 00:34:05.982556 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e098e3-3ba2-480b-b9ec-16297e0a99e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0b3931-77c5-4b11-8636-74c6f87324cc,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:06.062019 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411e488-0454-4932-9ca5-7d994843d637 req-cb1017e4-5e4e-47d6-8864-0e3c47a6ad2d tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:06.063541 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5411e488-0454-4932-9ca5-7d994843d637 req-cb1017e4-5e4e-47d6-8864-0e3c47a6ad2d tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 945 time: 0.0621562 Mar 16 00:34:06.107541 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0389582-c83f-40d6-97ba-2304726f1629 req-8eadd761-7d1b-461c-b8d8-aff9b66cc48c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:06.109169 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c0389582-c83f-40d6-97ba-2304726f1629 req-8eadd761-7d1b-461c-b8d8-aff9b66cc48c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0602195 Mar 16 00:34:06.117199 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5411e488-0454-4932-9ca5-7d994843d637 req-b33d15ca-7c31-4ac8-ad8d-6e5700310398 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470340 Mar 16 00:34:06.176537 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c0389582-c83f-40d6-97ba-2304726f1629 req-9a8d3382-07d6-4d8f-a7b0-62ef2ded78b5 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603678 Mar 16 00:34:07.280556 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7634661-a8aa-41a0-9e01-26ff071d1793 req-0c0bcf40-08d6-4805-918e-0ec696067a9f tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:07.282112 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d7634661-a8aa-41a0-9e01-26ff071d1793 req-0c0bcf40-08d6-4805-918e-0ec696067a9f tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 945 time: 0.0941539 Mar 16 00:34:07.311874 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbee337-166c-4af8-8393-42dd60e272ca req-4ad3cae5-4cb9-458b-80be-4ba2043df202 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:07.313416 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-fcbee337-166c-4af8-8393-42dd60e272ca req-4ad3cae5-4cb9-458b-80be-4ba2043df202 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0731900 Mar 16 00:34:07.346511 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d7634661-a8aa-41a0-9e01-26ff071d1793 req-47f7f09c-f03a-4436-8435-95b207602b30 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538561 Mar 16 00:34:07.402190 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-fcbee337-166c-4af8-8393-42dd60e272ca req-1cc99f2d-1a7f-4eb3-ac14-0e1ce53c2bd0 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831351 Mar 16 00:34:07.421314 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5ef7c-debc-4579-8d81-614d4aa0a806 req-9ebebbb2-7f88-4079-9f23-bdec08d061b0 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:07.423003 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e7c5ef7c-debc-4579-8d81-614d4aa0a806 req-9ebebbb2-7f88-4079-9f23-bdec08d061b0 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.46 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 945 time: 0.0963557 Mar 16 00:34:07.766055 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-e7c5ef7c-debc-4579-8d81-614d4aa0a806 req-96636d6c-6926-45fd-8b29-57f803789a90 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Deleting port 5da0d189-09d6-464f-9a33-356cb480af65 {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:34:07.766532 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e7c5ef7c-debc-4579-8d81-614d4aa0a806 req-96636d6c-6926-45fd-8b29-57f803789a90 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (5da0d189-09d6-464f-9a33-356cb480af65), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:07.867223 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-e7c5ef7c-debc-4579-8d81-614d4aa0a806 req-96636d6c-6926-45fd-8b29-57f803789a90 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] For port 5da0d189-09d6-464f-9a33-356cb480af65, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5da0d189-09d6-464f-9a33-356cb480af65,segment=NetworkSegment(40977f7e-1ed7-41b2-908c-6a482fd77429),segment_id=40977f7e-1ed7-41b2-908c-6a482fd77429)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:34:07.867590 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e7c5ef7c-debc-4579-8d81-614d4aa0a806 req-96636d6c-6926-45fd-8b29-57f803789a90 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (5da0d189-09d6-464f-9a33-356cb480af65), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:07.882768 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-e7c5ef7c-debc-4579-8d81-614d4aa0a806 req-96636d6c-6926-45fd-8b29-57f803789a90 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Calling delete_port for 5da0d189-09d6-464f-9a33-356cb480af65 owned by compute:nova {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:34:08.024731 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e7c5ef7c-debc-4579-8d81-614d4aa0a806 req-96636d6c-6926-45fd-8b29-57f803789a90 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (5da0d189-09d6-464f-9a33-356cb480af65), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:08.038978 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['5da0d189-09d6-464f-9a33-356cb480af65'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:34:08.051491 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96636d6c-6926-45fd-8b29-57f803789a90 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Pushing event deleted for resources: {'Port': ['ID=5da0d189-09d6-464f-9a33-356cb480af65,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:08.107901 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c5ef7c-debc-4579-8d81-614d4aa0a806 req-96636d6c-6926-45fd-8b29-57f803789a90 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] No DVR routers for this DVR port 5da0d189-09d6-464f-9a33-356cb480af65 on host hv-cinder-83124 {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:34:08.113533 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e7c5ef7c-debc-4579-8d81-614d4aa0a806 req-96636d6c-6926-45fd-8b29-57f803789a90 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:08.114471 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e7c5ef7c-debc-4579-8d81-614d4aa0a806 req-96636d6c-6926-45fd-8b29-57f803789a90 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.46 "DELETE /v2.0/ports/5da0d189-09d6-464f-9a33-356cb480af65 HTTP/1.1" status: 204 len: 173 time: 0.6856925 Mar 16 00:34:08.114915 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05087083-fa64-451c-b78c-75adce6866ce', 'name': 'network-vif-deleted', 'tag': '5da0d189-09d6-464f-9a33-356cb480af65'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:34:08.117215 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78654952-963e-41b2-ba14-254c616f2fbc" -d '{"events": [{"server_uuid": "05087083-fa64-451c-b78c-75adce6866ce", "name": "network-vif-deleted", "tag": "5da0d189-09d6-464f-9a33-356cb480af65"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:34:08.209319 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4797830c-8535-4a21-b114-1ec536b0d407 x-openstack-request-id: req-4797830c-8535-4a21-b114-1ec536b0d407 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:34:08.209644 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05087083-fa64-451c-b78c-75adce6866ce", "name": "network-vif-deleted", "tag": "5da0d189-09d6-464f-9a33-356cb480af65", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:34:08.209898 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4797830c-8535-4a21-b114-1ec536b0d407 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:34:08.210291 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05087083-fa64-451c-b78c-75adce6866ce', 'name': 'network-vif-deleted', 'tag': '5da0d189-09d6-464f-9a33-356cb480af65', 'status': 'completed', 'code': 200} Mar 16 00:34:08.462509 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3f7bc6c3-e60b-4744-8364-8611da4f34da req-c51189f0-a12b-4555-9973-7bbed4b45e78 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=05087083-fa64-451c-b78c-75adce6866ce HTTP/1.1" status: 200 len: 210 time: 0.0308037 Mar 16 00:34:08.524788 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432719fc-46ae-485e-a76c-21bb2ed8252f req-ab6aebd2-ca03-4525-8c55-2fc2cf38f717 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:08.527475 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-432719fc-46ae-485e-a76c-21bb2ed8252f req-ab6aebd2-ca03-4525-8c55-2fc2cf38f717 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0543232 Mar 16 00:34:08.587684 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-432719fc-46ae-485e-a76c-21bb2ed8252f req-b8e546a4-6b39-42bf-8c82-ac91e4b3037c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554602 Mar 16 00:34:09.254566 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 57102) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:09.376433 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-7d7f273b-2446-452e-8118-024d18aff97f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:09.479089 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-7d7f273b-2446-452e-8118-024d18aff97f admin admin] Publish callbacks [] for security_group (72dfdb65-059e-42b9-ae11-fb1ce7e4d5ab), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:09.483034 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-7d7f273b-2446-452e-8118-024d18aff97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (72dfdb65-059e-42b9-ae11-fb1ce7e4d5ab), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:09.522973 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-7d7f273b-2446-452e-8118-024d18aff97f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=74ef107d622c41cba71709d86e21f2ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673149 Mar 16 00:34:09.523934 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f273b-2446-452e-8118-024d18aff97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dfdb65-059e-42b9-ae11-fb1ce7e4d5ab,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:09.525650 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 57122) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:09.585664 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-197edc53-66b6-4f52-9c89-ee26cd3a1d39 admin admin] Publish callbacks [] for security_group (72dfdb65-059e-42b9-ae11-fb1ce7e4d5ab), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:09.614428 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-197edc53-66b6-4f52-9c89-ee26cd3a1d39 admin admin] Publish callbacks [] for security_group (72dfdb65-059e-42b9-ae11-fb1ce7e4d5ab), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:09.687401 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-197edc53-66b6-4f52-9c89-ee26cd3a1d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (72dfdb65-059e-42b9-ae11-fb1ce7e4d5ab), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:09.691710 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-197edc53-66b6-4f52-9c89-ee26cd3a1d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:09.700197 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-197edc53-66b6-4f52-9c89-ee26cd3a1d39 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72dfdb65-059e-42b9-ae11-fb1ce7e4d5ab HTTP/1.1" status: 204 len: 168 time: 0.1689205 Mar 16 00:34:09.740037 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197edc53-66b6-4f52-9c89-ee26cd3a1d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dfdb65-059e-42b9-ae11-fb1ce7e4d5ab,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:09.836995 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bd352-4adf-4c93-a2f7-2906ceeada5d req-3f29e411-e01f-437f-bb67-d8c97cfa4166 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:09.844131 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bb3bd352-4adf-4c93-a2f7-2906ceeada5d req-3f29e411-e01f-437f-bb67-d8c97cfa4166 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.1156549 Mar 16 00:34:09.905240 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-94f03b53-a94e-467b-a3a0-252bc9b90ce2 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:09.907628 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-94f03b53-a94e-467b-a3a0-252bc9b90ce2 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/networks?id=19fdd5b1-d82a-4e11-b938-932dca29aa1e HTTP/1.1" status: 200 len: 809 time: 0.1461954 Mar 16 00:34:09.909740 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bb3bd352-4adf-4c93-a2f7-2906ceeada5d req-312b4294-6fe3-4038-ae0d-e25c178a7c67 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633848 Mar 16 00:34:09.941854 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-3b4fb187-a3b3-40b1-947a-7ba02aadddd3 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/quotas/6b65adb3ad554736b28cdae211db89bb HTTP/1.1" status: 200 len: 375 time: 0.0199118 Mar 16 00:34:09.988716 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-dff1f510-b1f3-40bb-a1b0-02ccc628ba5f tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b65adb3ad554736b28cdae211db89bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384638 Mar 16 00:34:10.109838 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-8afb2a0b-a9c9-4ea6-acfd-f5d56cc2bb50 service neutron] 10.222.0.10 "GET /v2.0/networks/19fdd5b1-d82a-4e11-b938-932dca29aa1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032929 Mar 16 00:34:10.227995 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-31b6e6c3-609c-4221-93b8-c90c7303d0e1 service neutron] 10.222.0.10 "GET /v2.0/networks/19fdd5b1-d82a-4e11-b938-932dca29aa1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098707 Mar 16 00:34:10.436268 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-88358e7a-2b48-4a71-877a-c920adf5bb5b req-008a0489-6fa3-4225-a84e-cd62d8e3ed49 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd1a876-034c-43aa-92f3-8aef6a090377 HTTP/1.1" status: 200 len: 210 time: 0.0521803 Mar 16 00:34:11.069602 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c526650-2bbd-4440-b1df-78c2166dd9e3 req-2c3c925b-428d-4370-9022-337e51663b9c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:11.071302 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5c526650-2bbd-4440-b1df-78c2166dd9e3 req-2c3c925b-428d-4370-9022-337e51663b9c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0614636 Mar 16 00:34:11.141844 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5c526650-2bbd-4440-b1df-78c2166dd9e3 req-09c076d9-8524-49d8-8682-5460ea3494f7 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603547 Mar 16 00:34:11.542661 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a9fccf5a-d0ba-4f10-a6f3-af935f9a2427 req-6d8c6b48-2137-4749-93fa-74a7a0658818 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd1a876-034c-43aa-92f3-8aef6a090377 HTTP/1.1" status: 200 len: 210 time: 0.0332801 Mar 16 00:34:11.630794 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-1a90ce56-07c9-412d-910f-f606127f365a tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:11.632710 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-1a90ce56-07c9-412d-910f-f606127f365a tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.46 "GET /v2.0/networks?id=19fdd5b1-d82a-4e11-b938-932dca29aa1e HTTP/1.1" status: 200 len: 809 time: 0.1156240 Mar 16 00:34:11.644868 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-f230e559-2fc8-4c04-96c4-86fee3a22917 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Request body: {'port': {'device_id': 'fbd1a876-034c-43aa-92f3-8aef6a090377', 'network_id': '19fdd5b1-d82a-4e11-b938-932dca29aa1e', 'admin_state_up': True, 'tenant_id': '6b65adb3ad554736b28cdae211db89bb'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:34:11.675408 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 57244) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:11.752696 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-f230e559-2fc8-4c04-96c4-86fee3a22917 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Made reservation on behalf of 6b65adb3ad554736b28cdae211db89bb for: {'port': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:34:11.756069 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-f230e559-2fc8-4c04-96c4-86fee3a22917 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:11.762836 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 5da0d189-09d6-464f-9a33-356cb480af65 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:34:11.800334 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-da3e8d1d-1853-4940-8ad4-5b695181d2c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:11.802658 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] No Port match for: 5da0d189-09d6-464f-9a33-356cb480af65 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:34:11.803032 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 5da0d189-09d6-464f-9a33-356cb480af65 not bound to the agent host hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:34:11.877288 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-da3e8d1d-1853-4940-8ad4-5b695181d2c5 admin admin] Publish callbacks [] for security_group (1f940a53-bd16-4c77-bbe7-7412fddcce9e), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:11.881564 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-da3e8d1d-1853-4940-8ad4-5b695181d2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (1f940a53-bd16-4c77-bbe7-7412fddcce9e), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:11.891063 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-f230e559-2fc8-4c04-96c4-86fee3a22917 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Allocated IP 172.20.0.11 (19fdd5b1-d82a-4e11-b938-932dca29aa1e/9242681e-c721-4a6d-9270-b60b87387949/186e355e-d674-4747-9ec9-c5236e98e2d9) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:34:11.920456 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-da3e8d1d-1853-4940-8ad4-5b695181d2c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0945ad06fcf549929cafecf3ab3b5544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438333 Mar 16 00:34:11.921298 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e8d1d-1853-4940-8ad4-5b695181d2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f940a53-bd16-4c77-bbe7-7412fddcce9e,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:11.923604 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 57252) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:11.987820 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fe1ffabd-7524-4a60-be73-c081d42bf0d1 admin admin] Publish callbacks [] for security_group (1f940a53-bd16-4c77-bbe7-7412fddcce9e), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:12.016556 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fe1ffabd-7524-4a60-be73-c081d42bf0d1 admin admin] Publish callbacks [] for security_group (1f940a53-bd16-4c77-bbe7-7412fddcce9e), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:12.082752 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fe1ffabd-7524-4a60-be73-c081d42bf0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (1f940a53-bd16-4c77-bbe7-7412fddcce9e), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:12.086848 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fe1ffabd-7524-4a60-be73-c081d42bf0d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:12.088152 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-fe1ffabd-7524-4a60-be73-c081d42bf0d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1f940a53-bd16-4c77-bbe7-7412fddcce9e HTTP/1.1" status: 204 len: 168 time: 0.1634765 Mar 16 00:34:12.093504 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-f230e559-2fc8-4c04-96c4-86fee3a22917 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Publish callbacks [] for port (186e355e-d674-4747-9ec9-c5236e98e2d9), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:12.101357 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ffabd-7524-4a60-be73-c081d42bf0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f940a53-bd16-4c77-bbe7-7412fddcce9e,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:12.140805 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-f230e559-2fc8-4c04-96c4-86fee3a22917 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (186e355e-d674-4747-9ec9-c5236e98e2d9), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:12.196774 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-f230e559-2fc8-4c04-96c4-86fee3a22917 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Network 19fdd5b1-d82a-4e11-b938-932dca29aa1e is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:34:12.202383 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-f230e559-2fc8-4c04-96c4-86fee3a22917 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:34:12.206493 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-f230e559-2fc8-4c04-96c4-86fee3a22917 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:34:12.232082 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230e559-2fc8-4c04-96c4-86fee3a22917 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Pushing event updated for resources: {'Port': ['ID=186e355e-d674-4747-9ec9-c5236e98e2d9,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:12.282950 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-f230e559-2fc8-4c04-96c4-86fee3a22917 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:12.283991 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-f230e559-2fc8-4c04-96c4-86fee3a22917 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:12.331502 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-f230e559-2fc8-4c04-96c4-86fee3a22917 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6903877 Mar 16 00:34:12.363561 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] Request body: {'port': {'device_id': 'fbd1a876-034c-43aa-92f3-8aef6a090377', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:34:12.433100 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07702f5-0180-4cf6-b11a-089d0c1917ec req-7e44f3a9-0243-41f6-9812-1a6e18217c48 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:12.435083 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d07702f5-0180-4cf6-b11a-089d0c1917ec req-7e44f3a9-0243-41f6-9812-1a6e18217c48 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.1614323 Mar 16 00:34:12.480347 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 57282) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:12.497350 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-446b9e19-87d7-46e0-91ff-436f43110b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:12.518847 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (186e355e-d674-4747-9ec9-c5236e98e2d9), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:12.553428 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d07702f5-0180-4cf6-b11a-089d0c1917ec req-48b5af3f-c8ef-498f-b7ee-c5de15bcc863 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099722 Mar 16 00:34:12.591378 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-446b9e19-87d7-46e0-91ff-436f43110b6a admin admin] Publish callbacks [] for security_group (8deadacd-de22-4b1a-955b-245e32be32e2), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:12.598478 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-446b9e19-87d7-46e0-91ff-436f43110b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (8deadacd-de22-4b1a-955b-245e32be32e2), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:12.630260 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-446b9e19-87d7-46e0-91ff-436f43110b6a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=362a123c29984921bdff08faae19be07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485953 Mar 16 00:34:12.632883 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 57290) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:12.710815 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b9e19-87d7-46e0-91ff-436f43110b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8deadacd-de22-4b1a-955b-245e32be32e2,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:12.740049 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fdff3b7a-fe0e-49fe-835d-6b58668f38c5 admin admin] Publish callbacks [] for security_group (8deadacd-de22-4b1a-955b-245e32be32e2), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:12.748276 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf0527-46cd-4547-9714-a2d463b2a30b req-9df48342-4691-4e79-9f45-70b83e726509 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:12.749806 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2bcf0527-46cd-4547-9714-a2d463b2a30b req-9df48342-4691-4e79-9f45-70b83e726509 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd1a876-034c-43aa-92f3-8aef6a090377 HTTP/1.1" status: 200 len: 932 time: 0.1241856 Mar 16 00:34:12.785349 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fdff3b7a-fe0e-49fe-835d-6b58668f38c5 admin admin] Publish callbacks [] for security_group (8deadacd-de22-4b1a-955b-245e32be32e2), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:12.845116 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2bcf0527-46cd-4547-9714-a2d463b2a30b req-0a7df514-a881-445d-a355-1dcd6bed3583 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851297 Mar 16 00:34:12.871939 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fdff3b7a-fe0e-49fe-835d-6b58668f38c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (8deadacd-de22-4b1a-955b-245e32be32e2), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:12.878436 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fdff3b7a-fe0e-49fe-835d-6b58668f38c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:12.880501 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-fdff3b7a-fe0e-49fe-835d-6b58668f38c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8deadacd-de22-4b1a-955b-245e32be32e2 HTTP/1.1" status: 204 len: 168 time: 0.2461720 Mar 16 00:34:12.881260 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186e355e-d674-4747-9ec9-c5236e98e2d9 {{(pid=109656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:34:12.891494 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] Publish callbacks [] for port (186e355e-d674-4747-9ec9-c5236e98e2d9), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:12.900184 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff3b7a-fe0e-49fe-835d-6b58668f38c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deadacd-de22-4b1a-955b-245e32be32e2,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:12.907153 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.provisioning_blocks [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] Transition to ACTIVE for port object 186e355e-d674-4747-9ec9-c5236e98e2d9 will not be triggered until provisioned by entity L2. {{(pid=109656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 00:34:12.913876 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (186e355e-d674-4747-9ec9-c5236e98e2d9), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:12.967276 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] Pushing event updated for resources: {'Port': ['ID=186e355e-d674-4747-9ec9-c5236e98e2d9,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:13.036157 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] Attempting to bind port 186e355e-d674-4747-9ec9-c5236e98e2d9 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:34:13.036494 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] Attempting to bind port 186e355e-d674-4747-9ec9-c5236e98e2d9 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '40977f7e-1ed7-41b2-908c-6a482fd77429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19fdd5b1-d82a-4e11-b938-932dca29aa1e'}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:34:13.036825 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] Attempting to bind port 186e355e-d674-4747-9ec9-c5236e98e2d9 on network 19fdd5b1-d82a-4e11-b938-932dca29aa1e {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:34:13.041038 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] Port 186e355e-d674-4747-9ec9-c5236e98e2d9 on network 19fdd5b1-d82a-4e11-b938-932dca29aa1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 00:34:13.041353 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] Attempting to bind port 186e355e-d674-4747-9ec9-c5236e98e2d9 on network 19fdd5b1-d82a-4e11-b938-932dca29aa1e {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:34:13.046042 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] Checking agent: {'id': 'b9d601fa-f980-49b0-9520-143ebd33322f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'started_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:34:13.046377 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] Checking segment: {'id': '40977f7e-1ed7-41b2-908c-6a482fd77429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19fdd5b1-d82a-4e11-b938-932dca29aa1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:34:13.046754 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] Bound using segment: {'id': '40977f7e-1ed7-41b2-908c-6a482fd77429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19fdd5b1-d82a-4e11-b938-932dca29aa1e'} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:34:13.047174 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] Bound port: 186e355e-d674-4747-9ec9-c5236e98e2d9, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40977f7e-1ed7-41b2-908c-6a482fd77429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19fdd5b1-d82a-4e11-b938-932dca29aa1e'}}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:34:13.047530 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (186e355e-d674-4747-9ec9-c5236e98e2d9), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:13.115019 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] For port 186e355e-d674-4747-9ec9-c5236e98e2d9, host hv-cinder-83124, cleared binding levels {{(pid=109656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:34:13.118146 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] For port 186e355e-d674-4747-9ec9-c5236e98e2d9, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=186e355e-d674-4747-9ec9-c5236e98e2d9,segment=NetworkSegment(40977f7e-1ed7-41b2-908c-6a482fd77429),segment_id=40977f7e-1ed7-41b2-908c-6a482fd77429)] {{(pid=109656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:34:13.124505 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (186e355e-d674-4747-9ec9-c5236e98e2d9), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:13.163583 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:13.164342 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:13.165949 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] 10.222.0.46 "PUT /v2.0/ports/186e355e-d674-4747-9ec9-c5236e98e2d9 HTTP/1.1" status: 200 len: 1094 time: 0.8157759 Mar 16 00:34:13.166397 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd1a876-034c-43aa-92f3-8aef6a090377', 'tag': '186e355e-d674-4747-9ec9-c5236e98e2d9'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:34:13.168639 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1969da-1426-406b-83e4-591b3bc20fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd1a876-034c-43aa-92f3-8aef6a090377", "tag": "186e355e-d674-4747-9ec9-c5236e98e2d9"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:34:13.200137 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82efc11-e08a-48d8-9b58-900f2139c979 service neutron] Pushing event updated for resources: {'Port': ['ID=186e355e-d674-4747-9ec9-c5236e98e2d9,revision_number=3']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:13.233887 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2092b8a6-8af7-409c-a088-59b9759d6873 x-openstack-request-id: req-2092b8a6-8af7-409c-a088-59b9759d6873 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:34:13.234001 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd1a876-034c-43aa-92f3-8aef6a090377", "tag": "186e355e-d674-4747-9ec9-c5236e98e2d9", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:34:13.234217 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2092b8a6-8af7-409c-a088-59b9759d6873 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:34:13.234615 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd1a876-034c-43aa-92f3-8aef6a090377', 'tag': '186e355e-d674-4747-9ec9-c5236e98e2d9', 'status': 'completed', 'code': 200} Mar 16 00:34:13.255587 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-7adeff2c-bd79-4ea3-a93b-767f15aad3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:13.257078 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-7adeff2c-bd79-4ea3-a93b-767f15aad3f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b65adb3ad554736b28cdae211db89bb&device_id=fbd1a876-034c-43aa-92f3-8aef6a090377 HTTP/1.1" status: 200 len: 1128 time: 0.0504241 Mar 16 00:34:13.301409 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-dbf5a9ae-e0ac-4c0e-b5fc-93dcd27d830c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=186e355e-d674-4747-9ec9-c5236e98e2d9 HTTP/1.1" status: 200 len: 217 time: 0.0353551 Mar 16 00:34:13.353193 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a576930a-94c7-4622-aadb-ad3cd508b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:13.354711 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-a576930a-94c7-4622-aadb-ad3cd508b430 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9242681e-c721-4a6d-9270-b60b87387949 HTTP/1.1" status: 200 len: 849 time: 0.0469661 Mar 16 00:34:13.389001 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-56769e36-147f-4354-ac5a-5ec38c31e05c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=19fdd5b1-d82a-4e11-b938-932dca29aa1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264902 Mar 16 00:34:13.502221 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-98018009-3c64-4c24-9593-cd430086a281 service neutron] 10.222.0.46 "GET /v2.0/networks/19fdd5b1-d82a-4e11-b938-932dca29aa1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065948 Mar 16 00:34:13.662646 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9dae438b-77f5-4c9d-bdb2-e9df5bcbf6a3 req-e3c67898-1c6b-426f-8d2a-885425ac8dc0 service neutron] 10.222.0.46 "GET /v2.0/networks/19fdd5b1-d82a-4e11-b938-932dca29aa1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540143 Mar 16 00:34:13.727369 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a88cd7-9552-453c-98b4-11fa439fcfcf req-fd03d5f7-f962-43b2-b32a-690072e6c57c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:13.734990 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a3a88cd7-9552-453c-98b4-11fa439fcfcf req-fd03d5f7-f962-43b2-b32a-690072e6c57c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0843344 Mar 16 00:34:13.820139 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a3a88cd7-9552-453c-98b4-11fa439fcfcf req-39812e5e-6b96-49cd-b023-ed1771b47c83 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835762 Mar 16 00:34:13.832346 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1969da-1426-406b-83e4-591b3bc20fd4 req-845eb0c3-9f9d-4365-a6e6-689b5d2b778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:13.834484 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb1969da-1426-406b-83e4-591b3bc20fd4 req-845eb0c3-9f9d-4365-a6e6-689b5d2b778f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b65adb3ad554736b28cdae211db89bb&device_id=fbd1a876-034c-43aa-92f3-8aef6a090377 HTTP/1.1" status: 200 len: 1128 time: 0.1114504 Mar 16 00:34:14.015354 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1969da-1426-406b-83e4-591b3bc20fd4 req-3bfc7991-9f33-4be2-ac51-d95804a093fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:14.016755 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb1969da-1426-406b-83e4-591b3bc20fd4 req-3bfc7991-9f33-4be2-ac51-d95804a093fb service neutron] 10.222.0.46 "GET /v2.0/networks?id=19fdd5b1-d82a-4e11-b938-932dca29aa1e HTTP/1.1" status: 200 len: 910 time: 0.1744015 Mar 16 00:34:14.042311 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b31b5-ed47-4430-bc45-d1d19a225609 req-d2b447e8-b6ae-4a80-9386-c5657f9e5418 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:14.043859 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c72b31b5-ed47-4430-bc45-d1d19a225609 req-d2b447e8-b6ae-4a80-9386-c5657f9e5418 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd1a876-034c-43aa-92f3-8aef6a090377 HTTP/1.1" status: 200 len: 944 time: 0.0929365 Mar 16 00:34:14.075581 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb1969da-1426-406b-83e4-591b3bc20fd4 req-dca3f25c-692c-4595-abd6-b59efa6d55c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=186e355e-d674-4747-9ec9-c5236e98e2d9 HTTP/1.1" status: 200 len: 217 time: 0.0521383 Mar 16 00:34:14.169989 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1969da-1426-406b-83e4-591b3bc20fd4 req-d1fda22b-2192-4381-b9ac-9c98c64ce9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:14.172376 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb1969da-1426-406b-83e4-591b3bc20fd4 req-d1fda22b-2192-4381-b9ac-9c98c64ce9fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9242681e-c721-4a6d-9270-b60b87387949 HTTP/1.1" status: 200 len: 849 time: 0.0823674 Mar 16 00:34:14.176906 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c72b31b5-ed47-4430-bc45-d1d19a225609 req-3615198b-b327-431e-8f8b-b1a4c4dd6800 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041334 Mar 16 00:34:14.209722 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb1969da-1426-406b-83e4-591b3bc20fd4 req-e71e9781-beba-4ce6-8dc2-07c61da164a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=19fdd5b1-d82a-4e11-b938-932dca29aa1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306559 Mar 16 00:34:14.339579 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb1969da-1426-406b-83e4-591b3bc20fd4 req-1bbbb687-dde3-4b13-a31c-b2565dd00e66 service neutron] 10.222.0.46 "GET /v2.0/networks/19fdd5b1-d82a-4e11-b938-932dca29aa1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207328 Mar 16 00:34:14.440935 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb1969da-1426-406b-83e4-591b3bc20fd4 req-0f3a3d0e-f381-47f8-871d-845fdf0f8ed1 service neutron] 10.222.0.46 "GET /v2.0/networks/19fdd5b1-d82a-4e11-b938-932dca29aa1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893321 Mar 16 00:34:14.951779 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37aeca-464c-4959-9b95-25d51b840299 req-b9b5638e-5e3f-4ebf-b46c-15e584f282c2 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:14.953367 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-7a37aeca-464c-4959-9b95-25d51b840299 req-b9b5638e-5e3f-4ebf-b46c-15e584f282c2 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0575445 Mar 16 00:34:15.012336 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-7a37aeca-464c-4959-9b95-25d51b840299 req-448a2e30-cd83-42f3-b1ca-43cb390e2bcf tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519214 Mar 16 00:34:15.328379 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66570d04-ded6-4d67-99aa-22bba6e8711f req-b1e3dc93-341d-4574-a255-f20a54d31821 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:15.332123 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-66570d04-ded6-4d67-99aa-22bba6e8711f req-b1e3dc93-341d-4574-a255-f20a54d31821 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd1a876-034c-43aa-92f3-8aef6a090377 HTTP/1.1" status: 200 len: 944 time: 0.0710771 Mar 16 00:34:15.430174 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-66570d04-ded6-4d67-99aa-22bba6e8711f req-0b616712-2e3c-459b-9a60-9238109707b8 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902154 Mar 16 00:34:15.607075 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 57448) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:15.765005 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-a0ee89b2-d791-4c66-a39b-fca40e15cf8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:15.857945 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-a0ee89b2-d791-4c66-a39b-fca40e15cf8f admin admin] Publish callbacks [] for security_group (0444abf5-1d50-47b6-b48c-c340f1fd2e95), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:15.870492 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-a0ee89b2-d791-4c66-a39b-fca40e15cf8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (0444abf5-1d50-47b6-b48c-c340f1fd2e95), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:15.914404 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-a0ee89b2-d791-4c66-a39b-fca40e15cf8f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=143a63f6541c4ed1a5320ad6dc014c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061044 Mar 16 00:34:15.915271 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee89b2-d791-4c66-a39b-fca40e15cf8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0444abf5-1d50-47b6-b48c-c340f1fd2e95,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:15.917147 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 57474) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:15.982271 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-35454646-aa3f-4a17-899f-ff2309b189fd admin admin] Publish callbacks [] for security_group (0444abf5-1d50-47b6-b48c-c340f1fd2e95), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:16.005691 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-35454646-aa3f-4a17-899f-ff2309b189fd admin admin] Publish callbacks [] for security_group (0444abf5-1d50-47b6-b48c-c340f1fd2e95), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:16.066263 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-35454646-aa3f-4a17-899f-ff2309b189fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (0444abf5-1d50-47b6-b48c-c340f1fd2e95), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:16.070298 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-35454646-aa3f-4a17-899f-ff2309b189fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:16.076854 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-35454646-aa3f-4a17-899f-ff2309b189fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0444abf5-1d50-47b6-b48c-c340f1fd2e95 HTTP/1.1" status: 204 len: 168 time: 0.1581318 Mar 16 00:34:16.084987 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35454646-aa3f-4a17-899f-ff2309b189fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0444abf5-1d50-47b6-b48c-c340f1fd2e95,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:16.192244 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e967a9-796e-4b82-9e21-69b76611e3eb req-60c88c4c-455c-4452-8460-f90e76289db6 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:16.194232 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-74e967a9-796e-4b82-9e21-69b76611e3eb req-60c88c4c-455c-4452-8460-f90e76289db6 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0826356 Mar 16 00:34:16.280464 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-74e967a9-796e-4b82-9e21-69b76611e3eb req-7fc5c37a-4c58-4f93-8fff-f50f7fbc79f7 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782444 Mar 16 00:34:16.514125 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 57498) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:16.538944 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c256-b091-4c6c-92fd-0fff43770a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:16.604411 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4b78f-07c8-4bb5-bd08-ff01a75dae2f req-8cc9702a-0833-432b-bfbd-00194dd98976 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:16.605931 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6ab4b78f-07c8-4bb5-bd08-ff01a75dae2f req-8cc9702a-0833-432b-bfbd-00194dd98976 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd1a876-034c-43aa-92f3-8aef6a090377 HTTP/1.1" status: 200 len: 944 time: 0.0831141 Mar 16 00:34:16.690169 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6ab4b78f-07c8-4bb5-bd08-ff01a75dae2f req-7284f94e-1d53-4aa1-8c3f-452ef472bdc5 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754654 Mar 16 00:34:16.695854 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c256-b091-4c6c-92fd-0fff43770a89 admin admin] Publish callbacks [] for security_group (59e7747d-9c11-4c12-957d-e5ee98024724), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:16.704699 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c256-b091-4c6c-92fd-0fff43770a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (59e7747d-9c11-4c12-957d-e5ee98024724), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:16.750842 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3c256-b091-4c6c-92fd-0fff43770a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e7747d-9c11-4c12-957d-e5ee98024724,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:16.756130 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-d8c3c256-b091-4c6c-92fd-0fff43770a89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e38021584cd4316ba5a3b2073c040f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402792 Mar 16 00:34:16.759224 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 57512) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:16.831242 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 57518) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:16.876614 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a4bc56-c53c-4022-83d5-df0979878e42 admin admin] Deleting subnet 373573ec-4f9d-476c-826d-2e17ff4229c6 {{(pid=109655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 00:34:16.876992 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-94afc8be-08a4-491e-8b1f-43ec807381be admin admin] Publish callbacks [] for security_group (59e7747d-9c11-4c12-957d-e5ee98024724), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:16.880543 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a6a4bc56-c53c-4022-83d5-df0979878e42 admin admin] Publish callbacks [] for subnet (373573ec-4f9d-476c-826d-2e17ff4229c6), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:16.881517 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef280f51-51d6-44cb-b69f-90df839ce103 req-0ba91f7f-4693-4190-8deb-ee4bdbbd0981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:16.883105 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ef280f51-51d6-44cb-b69f-90df839ce103 req-0ba91f7f-4693-4190-8deb-ee4bdbbd0981 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 1129 time: 0.0880175 Mar 16 00:34:16.915041 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-94afc8be-08a4-491e-8b1f-43ec807381be admin admin] Publish callbacks [] for security_group (59e7747d-9c11-4c12-957d-e5ee98024724), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:16.931292 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a6a4bc56-c53c-4022-83d5-df0979878e42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5409021'] for subnet (373573ec-4f9d-476c-826d-2e17ff4229c6), precommit_delete_associations {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:16.965456 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ef280f51-51d6-44cb-b69f-90df839ce103 req-3a84978c-9d90-4eb1-aac0-f967ba7306e6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734606 Mar 16 00:34:16.979500 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a6a4bc56-c53c-4022-83d5-df0979878e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1106181'] for subnet (373573ec-4f9d-476c-826d-2e17ff4229c6), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:16.990713 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-94afc8be-08a4-491e-8b1f-43ec807381be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (59e7747d-9c11-4c12-957d-e5ee98024724), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:16.993801 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-94afc8be-08a4-491e-8b1f-43ec807381be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:17.002646 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-94afc8be-08a4-491e-8b1f-43ec807381be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59e7747d-9c11-4c12-957d-e5ee98024724 HTTP/1.1" status: 204 len: 168 time: 0.2348735 Mar 16 00:34:17.020883 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afc8be-08a4-491e-8b1f-43ec807381be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e7747d-9c11-4c12-957d-e5ee98024724,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:17.060873 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a6a4bc56-c53c-4022-83d5-df0979878e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1106430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5476275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5478546'] for subnet (373573ec-4f9d-476c-826d-2e17ff4229c6), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:17.088136 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4bc56-c53c-4022-83d5-df0979878e42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=373573ec-4f9d-476c-826d-2e17ff4229c6,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:17.095211 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a6a4bc56-c53c-4022-83d5-df0979878e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:17.099196 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-a6a4bc56-c53c-4022-83d5-df0979878e42 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/373573ec-4f9d-476c-826d-2e17ff4229c6 HTTP/1.1" status: 204 len: 168 time: 0.2668064 Mar 16 00:34:17.101925 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 57530) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:17.185324 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-a37c8720-9b62-4364-9468-c8d7aab1f995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1244356'] for network (4dd059c5-d9eb-47a9-b1b5-d94c285f09d6), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:17.274191 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-a37c8720-9b62-4364-9468-c8d7aab1f995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135250', 'neutron.services.segments.db._delete_segments_for_network-8752661694154'] for network (4dd059c5-d9eb-47a9-b1b5-d94c285f09d6), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:17.299466 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-a37c8720-9b62-4364-9468-c8d7aab1f995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd059c5-d9eb-47a9-b1b5-d94c285f09d6']}} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:34:17.310433 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-a37c8720-9b62-4364-9468-c8d7aab1f995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50202c61-c1f2-4594-b8ae-6034b80158c0') {'for_net_delete': True} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:34:17.311057 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-a37c8720-9b62-4364-9468-c8d7aab1f995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50202c61-c1f2-4594-b8ae-6034b80158c0') {} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:34:17.324949 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-a37c8720-9b62-4364-9468-c8d7aab1f995 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752661698259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5983775'] for segment (50202c61-c1f2-4594-b8ae-6034b80158c0), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:17.339596 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-a37c8720-9b62-4364-9468-c8d7aab1f995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (50202c61-c1f2-4594-b8ae-6034b80158c0), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:17.345625 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37c8720-9b62-4364-9468-c8d7aab1f995 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 00:34:17.346011 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-a37c8720-9b62-4364-9468-c8d7aab1f995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5920041'] for segment (50202c61-c1f2-4594-b8ae-6034b80158c0), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: Traceback (most recent call last): Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: timer() Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: cb(*args, **kw) Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: return func(*args, **kwargs) Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: self._notify() Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: self.callback(batched_events) Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: event.method(event) Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: return f(self, *a, **k) Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: return self._get(url).json() Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: return self.request(url, 'GET', **kwargs) Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 00:34:17.347999 dv-cinder-831247-13-iscsi neutron-server[109656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 00:34:17.423821 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21696cc7-f4c5-4681-bc14-0019ea0401bd req-3e4b762c-b6a8-4dbe-a090-44fa7cc2df00 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:17.426786 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-21696cc7-f4c5-4681-bc14-0019ea0401bd req-3e4b762c-b6a8-4dbe-a090-44fa7cc2df00 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0622630 Mar 16 00:34:17.437281 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-a37c8720-9b62-4364-9468-c8d7aab1f995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558650'] for network (4dd059c5-d9eb-47a9-b1b5-d94c285f09d6), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:17.444705 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-a37c8720-9b62-4364-9468-c8d7aab1f995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:17.447899 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-a37c8720-9b62-4364-9468-c8d7aab1f995 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4dd059c5-d9eb-47a9-b1b5-d94c285f09d6 HTTP/1.1" status: 204 len: 168 time: 0.3450587 Mar 16 00:34:17.451262 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 57542) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:17.487752 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 57548) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:17.497120 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c8720-9b62-4364-9468-c8d7aab1f995 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dd059c5-d9eb-47a9-b1b5-d94c285f09d6,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:17.513095 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-77aadd2e-328c-496a-83b3-78e155a8cc06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:17.518805 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c6ea94-c516-4893-8e8f-2f3d7add5578 admin admin] Deleting subnet ea7b288a-00e2-4af5-b431-417c5134e56f {{(pid=109656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 00:34:17.524114 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ea94-c516-4893-8e8f-2f3d7add5578 admin admin] Publish callbacks [] for subnet (ea7b288a-00e2-4af5-b431-417c5134e56f), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:17.529215 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-21696cc7-f4c5-4681-bc14-0019ea0401bd req-b2b138af-d2ce-4e79-90bc-2d0b2553fbf1 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948329 Mar 16 00:34:17.606829 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ea94-c516-4893-8e8f-2f3d7add5578 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5983764'] for subnet (ea7b288a-00e2-4af5-b431-417c5134e56f), precommit_delete_associations {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:17.624725 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-77aadd2e-328c-496a-83b3-78e155a8cc06 admin admin] Publish callbacks [] for security_group (ef2afd10-d8c3-4cd1-962b-0f8415a10a72), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:17.631065 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-77aadd2e-328c-496a-83b3-78e155a8cc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (ef2afd10-d8c3-4cd1-962b-0f8415a10a72), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:17.672346 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ea94-c516-4893-8e8f-2f3d7add5578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1106181'] for subnet (ea7b288a-00e2-4af5-b431-417c5134e56f), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:17.677427 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-77aadd2e-328c-496a-83b3-78e155a8cc06 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=359c1a541fed4985868d805871213b17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1884196 Mar 16 00:34:17.680145 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 57560) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:17.686445 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aadd2e-328c-496a-83b3-78e155a8cc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2afd10-d8c3-4cd1-962b-0f8415a10a72,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:17.764990 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d75ca8e3-685b-49cd-8eb8-cd4084b29ada admin admin] Publish callbacks [] for security_group (ef2afd10-d8c3-4cd1-962b-0f8415a10a72), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:17.793822 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ea94-c516-4893-8e8f-2f3d7add5578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1106430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5920131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5436656'] for subnet (ea7b288a-00e2-4af5-b431-417c5134e56f), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:17.800134 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d75ca8e3-685b-49cd-8eb8-cd4084b29ada admin admin] Publish callbacks [] for security_group (ef2afd10-d8c3-4cd1-962b-0f8415a10a72), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:17.809992 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 186e355e-d674-4747-9ec9-c5236e98e2d9 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:34:17.854752 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ea94-c516-4893-8e8f-2f3d7add5578 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:17.860935 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 57572) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:17.868647 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-f2c6ea94-c516-4893-8e8f-2f3d7add5578 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ea7b288a-00e2-4af5-b431-417c5134e56f HTTP/1.1" status: 204 len: 168 time: 0.4002669 Mar 16 00:34:17.869804 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6ea94-c516-4893-8e8f-2f3d7add5578 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea7b288a-00e2-4af5-b431-417c5134e56f,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:17.898464 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d75ca8e3-685b-49cd-8eb8-cd4084b29ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (ef2afd10-d8c3-4cd1-962b-0f8415a10a72), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:17.901195 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d75ca8e3-685b-49cd-8eb8-cd4084b29ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:17.902162 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-d75ca8e3-685b-49cd-8eb8-cd4084b29ada admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef2afd10-d8c3-4cd1-962b-0f8415a10a72 HTTP/1.1" status: 204 len: 168 time: 0.2211175 Mar 16 00:34:17.943818 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 186e355e-d674-4747-9ec9-c5236e98e2d9, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=186e355e-d674-4747-9ec9-c5236e98e2d9,segment=NetworkSegment(40977f7e-1ed7-41b2-908c-6a482fd77429),segment_id=40977f7e-1ed7-41b2-908c-6a482fd77429)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:34:17.960501 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ca8e3-685b-49cd-8eb8-cd4084b29ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2afd10-d8c3-4cd1-962b-0f8415a10a72,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:17.974734 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60174198-d87c-4a58-af62-72ee4eac65c0 req-8c61ba6f-7926-4e7d-900a-ab20773d0c82 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:17.977233 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-60174198-d87c-4a58-af62-72ee4eac65c0 req-8c61ba6f-7926-4e7d-900a-ab20773d0c82 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd1a876-034c-43aa-92f3-8aef6a090377 HTTP/1.1" status: 200 len: 944 time: 0.1240895 Mar 16 00:34:17.994606 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f32c12c2-f841-49b3-9f40-072dfe6a4deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1244356'] for network (0856ba01-73cb-4096-8151-49d296f0f7b6), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:18.068824 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-60174198-d87c-4a58-af62-72ee4eac65c0 req-897902b3-a240-4bc1-801a-acc31bd55ed7 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801804 Mar 16 00:34:18.145782 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': '186e355e-d674-4747-9ec9-c5236e98e2d9', 'network_id': '19fdd5b1-d82a-4e11-b938-932dca29aa1e', 'port_id': '186e355e-d674-4747-9ec9-c5236e98e2d9', 'mac_address': 'fa:16:3e:52:b8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9242681e-c721-4a6d-9270-b60b87387949', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:34:18.173763 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f32c12c2-f841-49b3-9f40-072dfe6a4deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135250', 'neutron.services.segments.db._delete_segments_for_network-8752661694154'] for network (0856ba01-73cb-4096-8151-49d296f0f7b6), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:18.204592 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-f32c12c2-f841-49b3-9f40-072dfe6a4deb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0856ba01-73cb-4096-8151-49d296f0f7b6']}} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:34:18.207734 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 186e355e-d674-4747-9ec9-c5236e98e2d9 is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:34:18.208096 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (186e355e-d674-4747-9ec9-c5236e98e2d9), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:18.215631 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-f32c12c2-f841-49b3-9f40-072dfe6a4deb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5202326-3216-411d-8923-13538c531ce7') {'for_net_delete': True} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:34:18.215928 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-f32c12c2-f841-49b3-9f40-072dfe6a4deb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5202326-3216-411d-8923-13538c531ce7') {} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:34:18.228031 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186e355e-d674-4747-9ec9-c5236e98e2d9 {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:34:18.243101 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f32c12c2-f841-49b3-9f40-072dfe6a4deb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752661698259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5409014'] for segment (d5202326-3216-411d-8923-13538c531ce7), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:18.256353 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 186e355e-d674-4747-9ec9-c5236e98e2d9, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=186e355e-d674-4747-9ec9-c5236e98e2d9,segment=NetworkSegment(40977f7e-1ed7-41b2-908c-6a482fd77429),segment_id=40977f7e-1ed7-41b2-908c-6a482fd77429)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:34:18.261386 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f32c12c2-f841-49b3-9f40-072dfe6a4deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (d5202326-3216-411d-8923-13538c531ce7), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:18.262878 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (186e355e-d674-4747-9ec9-c5236e98e2d9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:18.270430 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32c12c2-f841-49b3-9f40-072dfe6a4deb admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=109655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 00:34:18.272422 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f32c12c2-f841-49b3-9f40-072dfe6a4deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5476121'] for segment (d5202326-3216-411d-8923-13538c531ce7), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: Traceback (most recent call last): Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: timer() Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: cb(*args, **kw) Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: return func(*args, **kwargs) Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: self._notify() Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: self.callback(batched_events) Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: event.method(event) Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: return f(self, *a, **k) Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: return self._get(url).json() Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: return self.request(url, 'GET', **kwargs) Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 00:34:18.275579 dv-cinder-831247-13-iscsi neutron-server[109655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 00:34:18.331167 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=186e355e-d674-4747-9ec9-c5236e98e2d9,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:18.346348 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f32c12c2-f841-49b3-9f40-072dfe6a4deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558650'] for network (0856ba01-73cb-4096-8151-49d296f0f7b6), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:18.355228 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f32c12c2-f841-49b3-9f40-072dfe6a4deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:18.361099 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-f32c12c2-f841-49b3-9f40-072dfe6a4deb admin admin] 10.222.0.10 "DELETE /v2.0/networks/0856ba01-73cb-4096-8151-49d296f0f7b6 HTTP/1.1" status: 204 len: 168 time: 0.4962792 Mar 16 00:34:18.369458 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c12c2-f841-49b3-9f40-072dfe6a4deb admin admin] Pushing event deleted for resources: {'Network': ['ID=0856ba01-73cb-4096-8151-49d296f0f7b6,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:18.542718 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['186e355e-d674-4747-9ec9-c5236e98e2d9'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:34:18.561789 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 57614) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:18.637544 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-1002a358-f69d-4311-a1a7-f22706da6fd3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=05bb0d66c8864957b54b0475848c9772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0744226 Mar 16 00:34:18.640156 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 57616) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:18.693350 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47d113-8abf-4785-a96e-7a3f0ab48e86 req-01744996-7082-47ba-a570-ec7f8a592cea tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:18.695417 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1a47d113-8abf-4785-a96e-7a3f0ab48e86 req-01744996-7082-47ba-a570-ec7f8a592cea tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0615449 Mar 16 00:34:18.714728 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ad9590a7-40a1-4a1c-99b0-dc1f5bb67a56 admin admin] Publish callbacks [] for security_group (ef525fa0-94bf-42ac-ab01-02da5ac738d0), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:18.740483 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ad9590a7-40a1-4a1c-99b0-dc1f5bb67a56 admin admin] Publish callbacks [] for security_group (ef525fa0-94bf-42ac-ab01-02da5ac738d0), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:18.756672 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1a47d113-8abf-4785-a96e-7a3f0ab48e86 req-39bbc7b6-2d00-4fae-b6d1-6d155fc6d9f6 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550919 Mar 16 00:34:18.797031 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ad9590a7-40a1-4a1c-99b0-dc1f5bb67a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (ef525fa0-94bf-42ac-ab01-02da5ac738d0), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:18.800610 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ad9590a7-40a1-4a1c-99b0-dc1f5bb67a56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:18.804110 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-ad9590a7-40a1-4a1c-99b0-dc1f5bb67a56 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef525fa0-94bf-42ac-ab01-02da5ac738d0 HTTP/1.1" status: 204 len: 168 time: 0.1606319 Mar 16 00:34:18.812362 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9590a7-40a1-4a1c-99b0-dc1f5bb67a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef525fa0-94bf-42ac-ab01-02da5ac738d0,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:18.937475 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ac0e5-6fdd-434b-b20d-3ae9c7330e62 req-1255b2c1-9d72-46bb-a3cf-2056fb07bbff tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:18.939923 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d92ac0e5-6fdd-434b-b20d-3ae9c7330e62 req-1255b2c1-9d72-46bb-a3cf-2056fb07bbff tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0650008 Mar 16 00:34:18.999473 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d92ac0e5-6fdd-434b-b20d-3ae9c7330e62 req-f74a01d0-45d9-40b1-a7cc-dac0f3127792 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481248 Mar 16 00:34:19.247085 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 57652) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:19.257345 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f045d19-8974-4247-97cf-1c1b3fd6a0d7 req-cb062cf2-9a1a-4332-b6b0-dc9a4e2e6cc0 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:19.260117 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0f045d19-8974-4247-97cf-1c1b3fd6a0d7 req-cb062cf2-9a1a-4332-b6b0-dc9a4e2e6cc0 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd1a876-034c-43aa-92f3-8aef6a090377 HTTP/1.1" status: 200 len: 945 time: 0.1114852 Mar 16 00:34:19.334997 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-a700bc46-083d-4693-9bd2-377a1479abda admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d3bf63d39d86430d999da6d945adf1ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0863340 Mar 16 00:34:19.338113 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 57668) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:19.376324 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0f045d19-8974-4247-97cf-1c1b3fd6a0d7 req-1313973c-d1af-4535-bac6-4dbf0163e42c tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079676 Mar 16 00:34:19.447820 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b7a4fc15-6582-4f7c-a600-f7801d493bf8 admin admin] Publish callbacks [] for security_group (9ed0e40f-0b7c-412a-98d6-17797ac7e531), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:19.481352 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b7a4fc15-6582-4f7c-a600-f7801d493bf8 admin admin] Publish callbacks [] for security_group (9ed0e40f-0b7c-412a-98d6-17797ac7e531), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:19.536070 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b7a4fc15-6582-4f7c-a600-f7801d493bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (9ed0e40f-0b7c-412a-98d6-17797ac7e531), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:19.539050 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b7a4fc15-6582-4f7c-a600-f7801d493bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:19.542773 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-b7a4fc15-6582-4f7c-a600-f7801d493bf8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ed0e40f-0b7c-412a-98d6-17797ac7e531 HTTP/1.1" status: 204 len: 168 time: 0.2028396 Mar 16 00:34:19.550442 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4fc15-6582-4f7c-a600-f7801d493bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed0e40f-0b7c-412a-98d6-17797ac7e531,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:19.815250 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 186e355e-d674-4747-9ec9-c5236e98e2d9 up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:34:19.819235 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:34:19.868475 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning for port 186e355e-d674-4747-9ec9-c5236e98e2d9 completed by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 00:34:19.872442 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port 186e355e-d674-4747-9ec9-c5236e98e2d9 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:34:19.872826 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (186e355e-d674-4747-9ec9-c5236e98e2d9), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:19.970622 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 186e355e-d674-4747-9ec9-c5236e98e2d9 is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:34:19.971019 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (186e355e-d674-4747-9ec9-c5236e98e2d9), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:20.005902 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-91b98be0-15bc-4560-bc96-e5243c414eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:20.016151 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd1a876-034c-43aa-92f3-8aef6a090377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186e355e-d674-4747-9ec9-c5236e98e2d9'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:34:20.019468 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e87222-5c82-4a7c-8e25-9fc276347de5" -d '{"events": [{"server_uuid": "fbd1a876-034c-43aa-92f3-8aef6a090377", "name": "network-vif-plugged", "status": "completed", "tag": "186e355e-d674-4747-9ec9-c5236e98e2d9"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:34:20.041344 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 186e355e-d674-4747-9ec9-c5236e98e2d9, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=186e355e-d674-4747-9ec9-c5236e98e2d9,segment=NetworkSegment(40977f7e-1ed7-41b2-908c-6a482fd77429),segment_id=40977f7e-1ed7-41b2-908c-6a482fd77429)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:34:20.083839 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89462bf-49e1-4840-a2d6-b6d08510b4d2 x-openstack-request-id: req-a89462bf-49e1-4840-a2d6-b6d08510b4d2 {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:34:20.084159 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd1a876-034c-43aa-92f3-8aef6a090377", "name": "network-vif-plugged", "status": "completed", "tag": "186e355e-d674-4747-9ec9-c5236e98e2d9", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:34:20.084619 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a89462bf-49e1-4840-a2d6-b6d08510b4d2 {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:34:20.085189 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd1a876-034c-43aa-92f3-8aef6a090377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186e355e-d674-4747-9ec9-c5236e98e2d9', 'code': 200} Mar 16 00:34:20.088585 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (186e355e-d674-4747-9ec9-c5236e98e2d9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:20.189684 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=186e355e-d674-4747-9ec9-c5236e98e2d9,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:20.346425 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577df74d-7df7-4e8f-845d-71e82c7f6f5a req-a98c9577-ad94-498e-8c79-87a941db0da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:20.348745 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-577df74d-7df7-4e8f-845d-71e82c7f6f5a req-a98c9577-ad94-498e-8c79-87a941db0da3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fbd1a876-034c-43aa-92f3-8aef6a090377 HTTP/1.1" status: 200 len: 1130 time: 0.0917983 Mar 16 00:34:20.406898 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-577df74d-7df7-4e8f-845d-71e82c7f6f5a req-807d141c-8950-45e7-bd50-7bc519c51382 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440886 Mar 16 00:34:20.560281 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324a236-58be-464e-a8f3-66bbe6bcd03b req-ef8567d7-ecf2-4c98-97eb-b8fe7e586bf1 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:20.569069 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1324a236-58be-464e-a8f3-66bbe6bcd03b req-ef8567d7-ecf2-4c98-97eb-b8fe7e586bf1 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd1a876-034c-43aa-92f3-8aef6a090377 HTTP/1.1" status: 200 len: 946 time: 0.0994294 Mar 16 00:34:20.646954 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1324a236-58be-464e-a8f3-66bbe6bcd03b req-5dff1ba8-b15c-4ea5-af03-b6442ece06ba tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762954 Mar 16 00:34:20.830393 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b83da-066d-4f55-bb11-497f39a8ba10 req-413dcdc5-1479-462c-9ab6-a15371bed076 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:20.832367 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f18b83da-066d-4f55-bb11-497f39a8ba10 req-413dcdc5-1479-462c-9ab6-a15371bed076 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0679667 Mar 16 00:34:20.833432 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b0b62-b7e9-48e0-a69c-25bdc13f8c3a req-ab2e5ddd-5421-452b-84f4-493c1c62db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:20.835874 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cd7b0b62-b7e9-48e0-a69c-25bdc13f8c3a req-ab2e5ddd-5421-452b-84f4-493c1c62db3d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7490363f2ce24e2887748fa443b89c91&device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 1130 time: 0.0580649 Mar 16 00:34:20.912907 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f18b83da-066d-4f55-bb11-497f39a8ba10 req-25e98d78-a951-45f0-b5d2-92df0cedd5c6 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608575 Mar 16 00:34:20.946559 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b0b62-b7e9-48e0-a69c-25bdc13f8c3a req-6d74f126-c605-4308-a898-b60f75084bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:20.948644 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cd7b0b62-b7e9-48e0-a69c-25bdc13f8c3a req-6d74f126-c605-4308-a898-b60f75084bdc service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad7821b7-8706-4c5b-bf39-2dd36a75d266 HTTP/1.1" status: 200 len: 920 time: 0.1055658 Mar 16 00:34:20.992564 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cd7b0b62-b7e9-48e0-a69c-25bdc13f8c3a req-511d2563-9055-4379-92ff-7fd88361810f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03aa9c86-9530-4ace-b434-c1dcd009169a HTTP/1.1" status: 200 len: 217 time: 0.0374849 Mar 16 00:34:21.061478 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b0b62-b7e9-48e0-a69c-25bdc13f8c3a req-ef5e8afe-c5de-4ea5-8188-5afd3c3fb20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:21.062973 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cd7b0b62-b7e9-48e0-a69c-25bdc13f8c3a req-ef5e8afe-c5de-4ea5-8188-5afd3c3fb20a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79fca44c-0d7a-4002-9dde-dbeafd2599c9 HTTP/1.1" status: 200 len: 859 time: 0.0604281 Mar 16 00:34:21.104801 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cd7b0b62-b7e9-48e0-a69c-25bdc13f8c3a req-3986ee7f-ff99-4b48-9087-15e87affa7da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad7821b7-8706-4c5b-bf39-2dd36a75d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335338 Mar 16 00:34:21.221851 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cd7b0b62-b7e9-48e0-a69c-25bdc13f8c3a req-9350364d-3a72-42c7-9c21-f5b78f13ef2c service neutron] 10.222.0.46 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976281 Mar 16 00:34:21.320592 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cd7b0b62-b7e9-48e0-a69c-25bdc13f8c3a req-c0008b7d-3f4d-4d2f-a086-a24d0037ddcc service neutron] 10.222.0.46 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928884 Mar 16 00:34:21.768315 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3011cac-aca7-4e0a-8eee-24f1730e67d7 req-72b1ca99-a3ca-4068-ab74-51986f975d90 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:21.769810 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a3011cac-aca7-4e0a-8eee-24f1730e67d7 req-72b1ca99-a3ca-4068-ab74-51986f975d90 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd1a876-034c-43aa-92f3-8aef6a090377 HTTP/1.1" status: 200 len: 946 time: 0.0550280 Mar 16 00:34:21.825105 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a3011cac-aca7-4e0a-8eee-24f1730e67d7 req-f32585c0-303d-44fb-8c3f-c43388e70578 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490465 Mar 16 00:34:22.042498 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34513590-d942-4f6e-8c51-340db9f2b609 req-a2fbbcf4-0670-4501-a530-220903c7e3d6 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:22.043991 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-34513590-d942-4f6e-8c51-340db9f2b609 req-a2fbbcf4-0670-4501-a530-220903c7e3d6 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0602212 Mar 16 00:34:22.092018 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-34513590-d942-4f6e-8c51-340db9f2b609 req-1f887457-932b-46c2-a4a7-0e85e569386e tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418713 Mar 16 00:34:22.306459 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-a54fe667-b1d2-45f8-a3f7-fb105b0db069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:22.611871 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 57822) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:22.770923 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-630529aa-9358-478a-8eb9-ce71198bda99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:22.857183 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-630529aa-9358-478a-8eb9-ce71198bda99 admin admin] Publish callbacks [] for security_group (6fa4223c-a7b7-4085-aa1b-3f7840789079), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:22.862417 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-630529aa-9358-478a-8eb9-ce71198bda99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (6fa4223c-a7b7-4085-aa1b-3f7840789079), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:22.903447 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-630529aa-9358-478a-8eb9-ce71198bda99 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fdca2c5ee2bb4cd6ada6a72cd484cf4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919579 Mar 16 00:34:22.903447 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630529aa-9358-478a-8eb9-ce71198bda99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa4223c-a7b7-4085-aa1b-3f7840789079,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:22.904413 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 57838) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:22.940638 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:22.957002 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea98c4-455f-461c-9a54-de2ac6e71545 req-55bc770b-971f-4bc4-8d38-867469f844b1 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:22.958657 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c6ea98c4-455f-461c-9a54-de2ac6e71545 req-55bc770b-971f-4bc4-8d38-867469f844b1 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd1a876-034c-43aa-92f3-8aef6a090377 HTTP/1.1" status: 200 len: 946 time: 0.0636928 Mar 16 00:34:22.961878 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-0ed3bec2-4d2f-40bc-b349-8cffab62f525 admin admin] Publish callbacks [] for security_group (6fa4223c-a7b7-4085-aa1b-3f7840789079), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:22.985103 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-0ed3bec2-4d2f-40bc-b349-8cffab62f525 admin admin] Publish callbacks [] for security_group (6fa4223c-a7b7-4085-aa1b-3f7840789079), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:23.009025 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c6ea98c4-455f-461c-9a54-de2ac6e71545 req-d808c0a0-5d40-4eaf-bbc3-0b54ea0b9fab tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444474 Mar 16 00:34:23.042962 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-0ed3bec2-4d2f-40bc-b349-8cffab62f525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (6fa4223c-a7b7-4085-aa1b-3f7840789079), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:23.046875 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-0ed3bec2-4d2f-40bc-b349-8cffab62f525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:23.048737 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-0ed3bec2-4d2f-40bc-b349-8cffab62f525 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6fa4223c-a7b7-4085-aa1b-3f7840789079 HTTP/1.1" status: 204 len: 168 time: 0.1433375 Mar 16 00:34:23.067809 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3bec2-4d2f-40bc-b349-8cffab62f525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa4223c-a7b7-4085-aa1b-3f7840789079,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:23.295095 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47a7cd-1f0a-4999-bd35-2518d6758d1d req-6567de91-1fbf-4877-891d-1a7404091f42 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:23.303403 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ae47a7cd-1f0a-4999-bd35-2518d6758d1d req-6567de91-1fbf-4877-891d-1a7404091f42 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.1163185 Mar 16 00:34:23.365527 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ae47a7cd-1f0a-4999-bd35-2518d6758d1d req-951b525c-a870-46fb-8efc-5760c9cadafd tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609798 Mar 16 00:34:23.367600 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 57866) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:23.530834 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-10b5f8d7-381f-4a82-8743-3777521ef1fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:23.584207 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:23.620372 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-10b5f8d7-381f-4a82-8743-3777521ef1fb admin admin] Publish callbacks [] for security_group (4b8aae5c-54ea-46f5-bb8a-81c07f92d6da), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:23.624729 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-10b5f8d7-381f-4a82-8743-3777521ef1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (4b8aae5c-54ea-46f5-bb8a-81c07f92d6da), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:23.897247 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-10b5f8d7-381f-4a82-8743-3777521ef1fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1bc4fcab5376482f8bc8b530ef554a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5283217 Mar 16 00:34:23.898574 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5f8d7-381f-4a82-8743-3777521ef1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8aae5c-54ea-46f5-bb8a-81c07f92d6da,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:23.900131 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 57896) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:24.000229 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fecaa607-9ede-4bfa-b510-255f7bf9408d admin admin] Publish callbacks [] for security_group (4b8aae5c-54ea-46f5-bb8a-81c07f92d6da), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:24.027627 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fecaa607-9ede-4bfa-b510-255f7bf9408d admin admin] Publish callbacks [] for security_group (4b8aae5c-54ea-46f5-bb8a-81c07f92d6da), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:24.072486 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03771c-5ab6-4f42-9ea6-ad6ff6d8414f req-a52eccc3-ec38-4e5c-82c4-c222b1b06d27 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:24.074843 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1a03771c-5ab6-4f42-9ea6-ad6ff6d8414f req-a52eccc3-ec38-4e5c-82c4-c222b1b06d27 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd1a876-034c-43aa-92f3-8aef6a090377 HTTP/1.1" status: 200 len: 946 time: 0.0541630 Mar 16 00:34:24.089885 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fecaa607-9ede-4bfa-b510-255f7bf9408d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (4b8aae5c-54ea-46f5-bb8a-81c07f92d6da), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:24.093506 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fecaa607-9ede-4bfa-b510-255f7bf9408d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:24.095308 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-fecaa607-9ede-4bfa-b510-255f7bf9408d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b8aae5c-54ea-46f5-bb8a-81c07f92d6da HTTP/1.1" status: 204 len: 168 time: 0.1941762 Mar 16 00:34:24.105765 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecaa607-9ede-4bfa-b510-255f7bf9408d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8aae5c-54ea-46f5-bb8a-81c07f92d6da,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:24.140346 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1a03771c-5ab6-4f42-9ea6-ad6ff6d8414f req-99a4bac0-5122-42b7-8fe2-5da6e7c3b22c tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589538 Mar 16 00:34:24.371283 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 57910) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:24.384734 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-80f5d9c0-2621-4d68-989c-78c729a20dbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:24.473117 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-80f5d9c0-2621-4d68-989c-78c729a20dbc admin admin] Publish callbacks [] for security_group (2ccb3c4c-1b09-4bf4-be0b-d8ee1f2310b1), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:24.477627 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-80f5d9c0-2621-4d68-989c-78c729a20dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (2ccb3c4c-1b09-4bf4-be0b-d8ee1f2310b1), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:24.563583 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5d9c0-2621-4d68-989c-78c729a20dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccb3c4c-1b09-4bf4-be0b-d8ee1f2310b1,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:24.574016 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-80f5d9c0-2621-4d68-989c-78c729a20dbc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e585d0240444836a0ea813a89daec3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013533 Mar 16 00:34:24.576528 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 57916) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:24.598792 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753f4a0-ea6d-448e-8982-f06f3476b4f1 req-0fe01f8f-74dc-4fe5-8c71-cd794735c91d tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:24.600264 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2753f4a0-ea6d-448e-8982-f06f3476b4f1 req-0fe01f8f-74dc-4fe5-8c71-cd794735c91d tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0962052 Mar 16 00:34:24.625366 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1749062c-89c5-411a-839c-e95d06337747 admin admin] Publish callbacks [] for security_group (2ccb3c4c-1b09-4bf4-be0b-d8ee1f2310b1), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:24.647502 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2753f4a0-ea6d-448e-8982-f06f3476b4f1 req-673c7f8b-ff39-439e-9a18-2244ab6270db tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411618 Mar 16 00:34:24.647726 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1749062c-89c5-411a-839c-e95d06337747 admin admin] Publish callbacks [] for security_group (2ccb3c4c-1b09-4bf4-be0b-d8ee1f2310b1), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:24.698680 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1749062c-89c5-411a-839c-e95d06337747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (2ccb3c4c-1b09-4bf4-be0b-d8ee1f2310b1), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:24.701711 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1749062c-89c5-411a-839c-e95d06337747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:24.702874 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-1749062c-89c5-411a-839c-e95d06337747 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ccb3c4c-1b09-4bf4-be0b-d8ee1f2310b1 HTTP/1.1" status: 204 len: 168 time: 0.1253092 Mar 16 00:34:24.710776 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749062c-89c5-411a-839c-e95d06337747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccb3c4c-1b09-4bf4-be0b-d8ee1f2310b1,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:24.979495 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:25.056030 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 57930) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:25.069473 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3ecd49a4-7b04-4f47-a652-5eb1bab7266f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:25.168529 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3ecd49a4-7b04-4f47-a652-5eb1bab7266f admin admin] Publish callbacks [] for security_group (6b98c5b3-9f77-4b1a-98ef-982cf013ab13), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:25.175011 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3ecd49a4-7b04-4f47-a652-5eb1bab7266f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (6b98c5b3-9f77-4b1a-98ef-982cf013ab13), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:25.217537 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 57942) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:25.240381 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-3ecd49a4-7b04-4f47-a652-5eb1bab7266f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ec1f3eeb74144043824d60d2143b444b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832490 Mar 16 00:34:25.242810 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd49a4-7b04-4f47-a652-5eb1bab7266f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b98c5b3-9f77-4b1a-98ef-982cf013ab13,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:25.257622 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 57946) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:25.299361 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feea6c-ca56-47dc-a328-c0ccd18b9475 req-4ab8754f-d0c5-4758-834f-51c8cc14eff1 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:25.301040 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e7feea6c-ca56-47dc-a328-c0ccd18b9475 req-4ab8754f-d0c5-4758-834f-51c8cc14eff1 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd1a876-034c-43aa-92f3-8aef6a090377 HTTP/1.1" status: 200 len: 946 time: 0.0781565 Mar 16 00:34:25.315642 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d99baabf-af25-4aa9-b5b0-4d48b4b112fc admin admin] Publish callbacks [] for security_group (6b98c5b3-9f77-4b1a-98ef-982cf013ab13), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:25.342128 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d99baabf-af25-4aa9-b5b0-4d48b4b112fc admin admin] Publish callbacks [] for security_group (6b98c5b3-9f77-4b1a-98ef-982cf013ab13), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:25.357784 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e7feea6c-ca56-47dc-a328-c0ccd18b9475 req-915c9206-1726-40f8-823c-35c7079b51eb tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe161be-c2bd-48cc-9dc1-60039992238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493362 Mar 16 00:34:25.378800 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6979e7b5-a2e5-4ce6-9c9d-b5e9c112e6c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:25.419711 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d99baabf-af25-4aa9-b5b0-4d48b4b112fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (6b98c5b3-9f77-4b1a-98ef-982cf013ab13), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:25.422339 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d99baabf-af25-4aa9-b5b0-4d48b4b112fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:25.424136 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-d99baabf-af25-4aa9-b5b0-4d48b4b112fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b98c5b3-9f77-4b1a-98ef-982cf013ab13 HTTP/1.1" status: 204 len: 168 time: 0.1653802 Mar 16 00:34:25.437195 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99baabf-af25-4aa9-b5b0-4d48b4b112fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b98c5b3-9f77-4b1a-98ef-982cf013ab13,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:25.519026 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6979e7b5-a2e5-4ce6-9c9d-b5e9c112e6c5 admin admin] Publish callbacks [] for security_group (5e4a213d-1275-4623-ac50-13ef90f2d956), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:25.522944 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6979e7b5-a2e5-4ce6-9c9d-b5e9c112e6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (5e4a213d-1275-4623-ac50-13ef90f2d956), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:25.566775 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979e7b5-a2e5-4ce6-9c9d-b5e9c112e6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4a213d-1275-4623-ac50-13ef90f2d956,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:25.572421 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-6979e7b5-a2e5-4ce6-9c9d-b5e9c112e6c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f288e0389654f64ac099515bae2df63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3515499 Mar 16 00:34:25.575212 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 57954) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:25.631651 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c29fb3ee-6c93-4f43-8d5e-a5db7032cd93 admin admin] Publish callbacks [] for security_group (5e4a213d-1275-4623-ac50-13ef90f2d956), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:25.655465 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c29fb3ee-6c93-4f43-8d5e-a5db7032cd93 admin admin] Publish callbacks [] for security_group (5e4a213d-1275-4623-ac50-13ef90f2d956), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:25.694371 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240559c-f29e-4b74-979d-bc8f3efeb81a req-a0840a18-ded6-4000-baa0-2cb707d72233 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:25.695963 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6240559c-f29e-4b74-979d-bc8f3efeb81a req-a0840a18-ded6-4000-baa0-2cb707d72233 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbd1a876-034c-43aa-92f3-8aef6a090377 HTTP/1.1" status: 200 len: 946 time: 0.0555520 Mar 16 00:34:25.721428 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c29fb3ee-6c93-4f43-8d5e-a5db7032cd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (5e4a213d-1275-4623-ac50-13ef90f2d956), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:25.724299 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c29fb3ee-6c93-4f43-8d5e-a5db7032cd93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:25.725557 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-c29fb3ee-6c93-4f43-8d5e-a5db7032cd93 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e4a213d-1275-4623-ac50-13ef90f2d956 HTTP/1.1" status: 204 len: 168 time: 0.1491935 Mar 16 00:34:25.751540 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fb3ee-6c93-4f43-8d5e-a5db7032cd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4a213d-1275-4623-ac50-13ef90f2d956,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:25.828088 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad669a4e-2e94-4b05-bec5-aa8c4bc0719c req-32188a3c-a2ed-42ef-b5b1-973299db9b6f tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:25.830263 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-6240559c-f29e-4b74-979d-bc8f3efeb81a req-88161483-0e24-498e-8e72-2fc67be086ba tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Deleting port 186e355e-d674-4747-9ec9-c5236e98e2d9 {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:34:25.830759 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-6240559c-f29e-4b74-979d-bc8f3efeb81a req-88161483-0e24-498e-8e72-2fc67be086ba tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (186e355e-d674-4747-9ec9-c5236e98e2d9), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:25.837640 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ad669a4e-2e94-4b05-bec5-aa8c4bc0719c req-32188a3c-a2ed-42ef-b5b1-973299db9b6f tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.1063192 Mar 16 00:34:25.889784 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ad669a4e-2e94-4b05-bec5-aa8c4bc0719c req-5bd013b1-c29c-42ec-8850-e618f2964b8b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512252 Mar 16 00:34:25.949077 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-6240559c-f29e-4b74-979d-bc8f3efeb81a req-88161483-0e24-498e-8e72-2fc67be086ba tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] For port 186e355e-d674-4747-9ec9-c5236e98e2d9, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=186e355e-d674-4747-9ec9-c5236e98e2d9,segment=NetworkSegment(40977f7e-1ed7-41b2-908c-6a482fd77429),segment_id=40977f7e-1ed7-41b2-908c-6a482fd77429)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:34:25.949845 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-6240559c-f29e-4b74-979d-bc8f3efeb81a req-88161483-0e24-498e-8e72-2fc67be086ba tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (186e355e-d674-4747-9ec9-c5236e98e2d9), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:25.963601 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-6240559c-f29e-4b74-979d-bc8f3efeb81a req-88161483-0e24-498e-8e72-2fc67be086ba tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Calling delete_port for 186e355e-d674-4747-9ec9-c5236e98e2d9 owned by compute:nova {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:34:26.123593 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-6240559c-f29e-4b74-979d-bc8f3efeb81a req-88161483-0e24-498e-8e72-2fc67be086ba tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (186e355e-d674-4747-9ec9-c5236e98e2d9), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:26.135289 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['186e355e-d674-4747-9ec9-c5236e98e2d9'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:34:26.160847 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88161483-0e24-498e-8e72-2fc67be086ba tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Pushing event deleted for resources: {'Port': ['ID=186e355e-d674-4747-9ec9-c5236e98e2d9,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:26.200211 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-6240559c-f29e-4b74-979d-bc8f3efeb81a req-88161483-0e24-498e-8e72-2fc67be086ba tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] No DVR routers for this DVR port 186e355e-d674-4747-9ec9-c5236e98e2d9 on host hv-cinder-83124 {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:34:26.204340 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-6240559c-f29e-4b74-979d-bc8f3efeb81a req-88161483-0e24-498e-8e72-2fc67be086ba tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:26.209379 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6240559c-f29e-4b74-979d-bc8f3efeb81a req-88161483-0e24-498e-8e72-2fc67be086ba tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.46 "DELETE /v2.0/ports/186e355e-d674-4747-9ec9-c5236e98e2d9 HTTP/1.1" status: 204 len: 173 time: 0.5073562 Mar 16 00:34:26.210071 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd1a876-034c-43aa-92f3-8aef6a090377', 'name': 'network-vif-deleted', 'tag': '186e355e-d674-4747-9ec9-c5236e98e2d9'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:34:26.213691 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d8048e-45a5-4598-8175-80b9af151d41" -d '{"events": [{"server_uuid": "fbd1a876-034c-43aa-92f3-8aef6a090377", "name": "network-vif-deleted", "tag": "186e355e-d674-4747-9ec9-c5236e98e2d9"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:34:26.269582 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98cb48f-9b17-49b4-8f1d-26cf1fdb1169 x-openstack-request-id: req-a98cb48f-9b17-49b4-8f1d-26cf1fdb1169 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:34:26.269958 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd1a876-034c-43aa-92f3-8aef6a090377", "name": "network-vif-deleted", "tag": "186e355e-d674-4747-9ec9-c5236e98e2d9", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:34:26.278579 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a98cb48f-9b17-49b4-8f1d-26cf1fdb1169 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:34:26.278896 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd1a876-034c-43aa-92f3-8aef6a090377', 'name': 'network-vif-deleted', 'tag': '186e355e-d674-4747-9ec9-c5236e98e2d9', 'status': 'completed', 'code': 200} Mar 16 00:34:26.343014 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:26.498665 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1c2b0949-593e-47f6-9963-71969f10a36d req-4b8a008e-7d79-4835-a4d5-f8449e2d78c4 tempest-VolumesActionsTest-401177431 tempest-VolumesActionsTest-401177431-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd1a876-034c-43aa-92f3-8aef6a090377 HTTP/1.1" status: 200 len: 210 time: 0.0354059 Mar 16 00:34:26.816397 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 58028) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:26.974834 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-44e12310-6b66-4f38-b2fb-986a60e75b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:27.075671 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffef1e-d499-4dee-8cca-822ea12c5c0c req-0826604d-052b-4d80-aec6-70486a577499 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:27.077159 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-51ffef1e-d499-4dee-8cca-822ea12c5c0c req-0826604d-052b-4d80-aec6-70486a577499 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0905144 Mar 16 00:34:27.148386 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-44e12310-6b66-4f38-b2fb-986a60e75b7c admin admin] Publish callbacks [] for security_group (39e48310-d0e6-44bf-822a-5763eb7c08e8), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:27.171072 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-44e12310-6b66-4f38-b2fb-986a60e75b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (39e48310-d0e6-44bf-822a-5763eb7c08e8), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:27.212465 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-51ffef1e-d499-4dee-8cca-822ea12c5c0c req-baa8f1f5-a729-420b-9ffd-42079a459b5a tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268277 Mar 16 00:34:27.228345 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-44e12310-6b66-4f38-b2fb-986a60e75b7c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=db74c71e3a7243f2ac6a7e0a4e978581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4104509 Mar 16 00:34:27.231088 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 58042) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:27.240829 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e12310-6b66-4f38-b2fb-986a60e75b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e48310-d0e6-44bf-822a-5763eb7c08e8,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:27.270538 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ec34a-06a1-49a4-845c-2041833ed40e req-2b5dfaf6-75a3-42aa-be81-88d0fd93a24e tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:27.272863 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-241ec34a-06a1-49a4-845c-2041833ed40e req-2b5dfaf6-75a3-42aa-be81-88d0fd93a24e tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0936530 Mar 16 00:34:27.321608 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-71440de3-498a-4281-885f-6698c4dc1e5a admin admin] Publish callbacks [] for security_group (39e48310-d0e6-44bf-822a-5763eb7c08e8), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:27.365069 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-71440de3-498a-4281-885f-6698c4dc1e5a admin admin] Publish callbacks [] for security_group (39e48310-d0e6-44bf-822a-5763eb7c08e8), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:27.374331 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-241ec34a-06a1-49a4-845c-2041833ed40e req-c1e7f430-3a5d-4bad-8a08-7914c649bbe3 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924499 Mar 16 00:34:27.426281 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-71440de3-498a-4281-885f-6698c4dc1e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (39e48310-d0e6-44bf-822a-5763eb7c08e8), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:27.428792 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-71440de3-498a-4281-885f-6698c4dc1e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:27.430239 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-71440de3-498a-4281-885f-6698c4dc1e5a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/39e48310-d0e6-44bf-822a-5763eb7c08e8 HTTP/1.1" status: 204 len: 168 time: 0.1969254 Mar 16 00:34:27.437936 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71440de3-498a-4281-885f-6698c4dc1e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e48310-d0e6-44bf-822a-5763eb7c08e8,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:28.351616 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb02727-f4a8-43e8-8403-43a5e9d3d9a9 req-e5d29d7c-2645-49e5-9270-9ed19c5d7472 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:28.353161 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bcb02727-f4a8-43e8-8403-43a5e9d3d9a9 req-e5d29d7c-2645-49e5-9270-9ed19c5d7472 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0606582 Mar 16 00:34:28.415539 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bcb02727-f4a8-43e8-8403-43a5e9d3d9a9 req-c9193f5a-1843-4de6-9262-1eb9d7e2719c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528958 Mar 16 00:34:28.525296 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8348e-8ed3-4b47-9200-776e025caf5b req-8429ebcc-e0ab-4a8d-987b-aa532e448741 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:28.530052 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9fb8348e-8ed3-4b47-9200-776e025caf5b req-8429ebcc-e0ab-4a8d-987b-aa532e448741 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0765288 Mar 16 00:34:28.578015 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9fb8348e-8ed3-4b47-9200-776e025caf5b req-99883e35-8ecd-4d5c-9692-4ba7d226dcfe tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448978 Mar 16 00:34:29.556204 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76461b-0d79-417d-b55f-13c71977ec6b req-538136fe-cd48-4c76-a718-c92cd46eebe3 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:29.557694 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4f76461b-0d79-417d-b55f-13c71977ec6b req-538136fe-cd48-4c76-a718-c92cd46eebe3 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0500538 Mar 16 00:34:29.602675 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4f76461b-0d79-417d-b55f-13c71977ec6b req-a7a216c6-be72-46f4-8a89-e3f00f272f75 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395577 Mar 16 00:34:29.707836 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b37800-6f0a-48d3-9f86-25e946c77f30 req-4d408b34-4f49-44ca-b871-de82b4597377 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:29.709325 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b7b37800-6f0a-48d3-9f86-25e946c77f30 req-4d408b34-4f49-44ca-b871-de82b4597377 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0580511 Mar 16 00:34:29.755207 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b7b37800-6f0a-48d3-9f86-25e946c77f30 req-ba8d545a-4542-4f1c-9636-3f50348cd5e5 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398943 Mar 16 00:34:30.308834 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 186e355e-d674-4747-9ec9-c5236e98e2d9 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:34:30.333350 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] No Port match for: 186e355e-d674-4747-9ec9-c5236e98e2d9 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:34:30.333950 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 186e355e-d674-4747-9ec9-c5236e98e2d9 not bound to the agent host hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:34:30.724032 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b486c-8662-49a6-aec0-ffd442437159 req-d0266aa6-09d7-41ca-8fbb-ff71a9afbf85 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:30.725480 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-426b486c-8662-49a6-aec0-ffd442437159 req-d0266aa6-09d7-41ca-8fbb-ff71a9afbf85 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0523894 Mar 16 00:34:30.777323 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-426b486c-8662-49a6-aec0-ffd442437159 req-f3a2bfeb-09fc-41af-84d9-4dd3bad3dd66 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462523 Mar 16 00:34:30.874180 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc815a-d80c-4881-9b6c-205189ad223d req-321da7ac-492a-4d23-b9e6-720ba64b010f tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:30.875677 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c2bc815a-d80c-4881-9b6c-205189ad223d req-321da7ac-492a-4d23-b9e6-720ba64b010f tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0515306 Mar 16 00:34:30.925324 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c2bc815a-d80c-4881-9b6c-205189ad223d req-8b74e3cc-c2e9-4b7c-a0f3-6545a5353ff1 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441883 Mar 16 00:34:31.895357 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96862b19-98fc-4ab6-9a15-086f40b5fa97 req-dc0edb63-a05a-42c9-b6e2-63b7b29bf452 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:31.896838 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-96862b19-98fc-4ab6-9a15-086f40b5fa97 req-dc0edb63-a05a-42c9-b6e2-63b7b29bf452 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0558116 Mar 16 00:34:31.942979 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-96862b19-98fc-4ab6-9a15-086f40b5fa97 req-9756fe86-b5df-4311-9c00-ad7d7a718281 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401330 Mar 16 00:34:32.062524 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce70fc0-fb27-421e-b250-5412e6f01821 req-273c2d46-7d90-470b-8775-0add078a6a9c tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:32.064008 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bce70fc0-fb27-421e-b250-5412e6f01821 req-273c2d46-7d90-470b-8775-0add078a6a9c tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0593367 Mar 16 00:34:32.109329 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bce70fc0-fb27-421e-b250-5412e6f01821 req-488b5ee9-eabd-4e87-a651-57dd7f722049 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399151 Mar 16 00:34:33.066529 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0abd46-097b-46fe-87d5-82ca585faa86 req-7a94cfb4-1900-4a8a-8917-58bf6ed23e48 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:33.067999 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8d0abd46-097b-46fe-87d5-82ca585faa86 req-7a94cfb4-1900-4a8a-8917-58bf6ed23e48 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0514808 Mar 16 00:34:33.112904 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8d0abd46-097b-46fe-87d5-82ca585faa86 req-dfee5a40-128d-4d54-b365-84a49b5f4cae tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391786 Mar 16 00:34:33.235549 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a869b1a-4bdc-4d48-9a1b-f194a08cedf5 req-d16f08eb-9328-40b2-bfbd-af487a9f287b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:33.236923 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-8a869b1a-4bdc-4d48-9a1b-f194a08cedf5 req-d16f08eb-9328-40b2-bfbd-af487a9f287b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0526550 Mar 16 00:34:33.283175 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-8a869b1a-4bdc-4d48-9a1b-f194a08cedf5 req-bed2b885-74ce-47c1-92fd-45ecac74af81 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408158 Mar 16 00:34:34.229941 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0880a4b-5bf3-4939-8241-1b802b04eed0 req-1fd181b8-6da6-456a-8475-d50fea331013 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:34.231579 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d0880a4b-5bf3-4939-8241-1b802b04eed0 req-1fd181b8-6da6-456a-8475-d50fea331013 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0548458 Mar 16 00:34:34.281024 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d0880a4b-5bf3-4939-8241-1b802b04eed0 req-42fcd430-6083-4c11-a1cf-d9860059e39c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434060 Mar 16 00:34:34.408748 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292d882-fc5e-489f-9125-2da9ecf7e93e req-500fb87a-4962-4851-8074-14f62ed91838 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:34.411349 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d292d882-fc5e-489f-9125-2da9ecf7e93e req-500fb87a-4962-4851-8074-14f62ed91838 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0577765 Mar 16 00:34:34.461077 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d292d882-fc5e-489f-9125-2da9ecf7e93e req-9e860ff3-4b34-4720-bbbc-222d037dcbac tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439966 Mar 16 00:34:35.404515 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb8771-fecd-47ab-b945-7ebed4521063 req-693a2438-1386-441e-8f07-0d8f9d2ee9d1 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:35.406019 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cdeb8771-fecd-47ab-b945-7ebed4521063 req-693a2438-1386-441e-8f07-0d8f9d2ee9d1 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0588007 Mar 16 00:34:35.454238 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cdeb8771-fecd-47ab-b945-7ebed4521063 req-909d50dc-c17d-4b62-afa4-5e395dd918bd tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417488 Mar 16 00:34:35.583328 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b4c5b-1c3e-4d42-a83d-8fd74b63cf38 req-af6b3593-5dd8-4a36-a846-2d48c3d00296 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:35.584809 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-862b4c5b-1c3e-4d42-a83d-8fd74b63cf38 req-af6b3593-5dd8-4a36-a846-2d48c3d00296 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0533359 Mar 16 00:34:35.631438 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-862b4c5b-1c3e-4d42-a83d-8fd74b63cf38 req-af830377-b80f-4060-9109-d67cb2a0ff2d tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411532 Mar 16 00:34:36.574768 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3283ca2-a52f-451b-a41d-6ece29b5dc03 req-58cd4ec2-2c46-4f8d-ade0-523f7c405647 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:36.576232 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c3283ca2-a52f-451b-a41d-6ece29b5dc03 req-58cd4ec2-2c46-4f8d-ade0-523f7c405647 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0555210 Mar 16 00:34:36.622557 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c3283ca2-a52f-451b-a41d-6ece29b5dc03 req-36de1d4b-29b6-459d-a1ba-8088fa704e91 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408237 Mar 16 00:34:36.755578 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b16b2c-a36f-4b31-a632-3a5e0a12133e req-b3e90701-8912-4e4d-b8f3-ccb38ef9793b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:36.757052 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a9b16b2c-a36f-4b31-a632-3a5e0a12133e req-b3e90701-8912-4e4d-b8f3-ccb38ef9793b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0547471 Mar 16 00:34:36.803895 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a9b16b2c-a36f-4b31-a632-3a5e0a12133e req-53b3a4be-1f50-4d88-a96a-1e804fb73188 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400558 Mar 16 00:34:37.740318 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b8459-dc47-4c5f-beab-699b729738a2 req-71479637-507a-43aa-9bbb-c13f6fe056f1 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:37.741840 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b80b8459-dc47-4c5f-beab-699b729738a2 req-71479637-507a-43aa-9bbb-c13f6fe056f1 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0541413 Mar 16 00:34:37.787479 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b80b8459-dc47-4c5f-beab-699b729738a2 req-5bc5aa78-ed0a-4cb6-a12e-63d66bcfc4a2 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401192 Mar 16 00:34:37.943095 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6c81b-7397-4231-b433-7ccf10e18ac5 req-82d81497-aeea-4825-8fa8-34ce5b3493d5 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:37.944754 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1ad6c81b-7397-4231-b433-7ccf10e18ac5 req-82d81497-aeea-4825-8fa8-34ce5b3493d5 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0593667 Mar 16 00:34:37.997749 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1ad6c81b-7397-4231-b433-7ccf10e18ac5 req-1decf079-0b74-41d4-ad5b-3402b3447e74 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471063 Mar 16 00:34:38.911257 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076cecb-a0eb-43d4-a5b3-5730ccbcd24c req-c0c2b829-fada-4e6f-b347-4419c7b56a93 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:38.912748 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6076cecb-a0eb-43d4-a5b3-5730ccbcd24c req-c0c2b829-fada-4e6f-b347-4419c7b56a93 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0517910 Mar 16 00:34:38.964474 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6076cecb-a0eb-43d4-a5b3-5730ccbcd24c req-47dc1e0c-5728-48b2-8d92-af22e2b1d82c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460055 Mar 16 00:34:39.118723 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2eb674-3211-4efb-9ee4-266f0db967e5 req-868c9dd9-0a84-4028-9c88-75b86a59fc36 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:39.120200 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9c2eb674-3211-4efb-9ee4-266f0db967e5 req-868c9dd9-0a84-4028-9c88-75b86a59fc36 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0514517 Mar 16 00:34:39.169998 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9c2eb674-3211-4efb-9ee4-266f0db967e5 req-6ba17a0e-c203-416b-99bd-0691e6294cba tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442655 Mar 16 00:34:39.955973 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 58402) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:40.186294 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ade3275e-9c14-4c11-a5d2-b3a6549c44c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:40.256753 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a782e1-4ea6-46ef-ab3f-d548d1265a6a req-d2c48bd3-037c-4840-8e6c-86da6245a8fd tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:40.265501 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-07a782e1-4ea6-46ef-ab3f-d548d1265a6a req-d2c48bd3-037c-4840-8e6c-86da6245a8fd tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.1854837 Mar 16 00:34:40.323457 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca99355-6f55-4136-8d5d-3bd7fec157dd req-fe897a43-4046-4fc2-8eb0-c0d4ee9c215e tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:40.333986 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-eca99355-6f55-4136-8d5d-3bd7fec157dd req-fe897a43-4046-4fc2-8eb0-c0d4ee9c215e tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0757668 Mar 16 00:34:40.404715 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ade3275e-9c14-4c11-a5d2-b3a6549c44c8 admin admin] Publish callbacks [] for security_group (6da40864-d420-4ca9-b3b6-345dc31308b9), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:40.409079 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 58416) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:40.417687 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ade3275e-9c14-4c11-a5d2-b3a6549c44c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (6da40864-d420-4ca9-b3b6-345dc31308b9), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:40.436286 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-eca99355-6f55-4136-8d5d-3bd7fec157dd req-7c37d568-3bb2-4064-8672-0254b009a884 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011641 Mar 16 00:34:40.512740 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3275e-9c14-4c11-a5d2-b3a6549c44c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da40864-d420-4ca9-b3b6-345dc31308b9,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:40.525865 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-ade3275e-9c14-4c11-a5d2-b3a6549c44c8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=becabf315ddc4388893f34bc81a542fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5687222 Mar 16 00:34:40.529444 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 58424) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:40.574175 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-07a782e1-4ea6-46ef-ab3f-d548d1265a6a req-4aad1fd4-70be-4b93-b78e-8aa309de3add tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670272 Mar 16 00:34:40.601699 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-24e8eab9-4b9c-44f5-84e6-dcb48cfb4b6c admin admin] Publish callbacks [] for security_group (6da40864-d420-4ca9-b3b6-345dc31308b9), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:40.628590 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-24e8eab9-4b9c-44f5-84e6-dcb48cfb4b6c admin admin] Publish callbacks [] for security_group (6da40864-d420-4ca9-b3b6-345dc31308b9), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:40.629972 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-929aa7df-c65e-4e47-95d7-a8d2ae20b9c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:40.756220 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-24e8eab9-4b9c-44f5-84e6-dcb48cfb4b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (6da40864-d420-4ca9-b3b6-345dc31308b9), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:40.759509 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-24e8eab9-4b9c-44f5-84e6-dcb48cfb4b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:40.768431 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-24e8eab9-4b9c-44f5-84e6-dcb48cfb4b6c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6da40864-d420-4ca9-b3b6-345dc31308b9 HTTP/1.1" status: 204 len: 168 time: 0.2373059 Mar 16 00:34:40.780707 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8eab9-4b9c-44f5-84e6-dcb48cfb4b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da40864-d420-4ca9-b3b6-345dc31308b9,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:40.819846 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-929aa7df-c65e-4e47-95d7-a8d2ae20b9c3 admin admin] Publish callbacks [] for security_group (516c33f3-b388-4802-b85b-5f5e97525dcc), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:40.825286 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-929aa7df-c65e-4e47-95d7-a8d2ae20b9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (516c33f3-b388-4802-b85b-5f5e97525dcc), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:40.882440 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-929aa7df-c65e-4e47-95d7-a8d2ae20b9c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=612efe0274a9411e896e35da209b28a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4714291 Mar 16 00:34:40.883538 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929aa7df-c65e-4e47-95d7-a8d2ae20b9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516c33f3-b388-4802-b85b-5f5e97525dcc,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:40.885572 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 58432) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:40.985083 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f4444086-51d0-4cb9-88e7-2293382a8d47 admin admin] Publish callbacks [] for security_group (516c33f3-b388-4802-b85b-5f5e97525dcc), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:41.018815 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f4444086-51d0-4cb9-88e7-2293382a8d47 admin admin] Publish callbacks [] for security_group (516c33f3-b388-4802-b85b-5f5e97525dcc), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:41.080416 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f4444086-51d0-4cb9-88e7-2293382a8d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (516c33f3-b388-4802-b85b-5f5e97525dcc), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:41.084417 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f4444086-51d0-4cb9-88e7-2293382a8d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:41.086390 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-f4444086-51d0-4cb9-88e7-2293382a8d47 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/516c33f3-b388-4802-b85b-5f5e97525dcc HTTP/1.1" status: 204 len: 168 time: 0.1967425 Mar 16 00:34:41.100774 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4444086-51d0-4cb9-88e7-2293382a8d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516c33f3-b388-4802-b85b-5f5e97525dcc,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:41.653110 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af64135-0033-4785-9e6d-0a12cc8a2dff req-98327bcf-cbe2-4446-9e20-f5d1af2ff6db tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:41.662418 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0af64135-0033-4785-9e6d-0a12cc8a2dff req-98327bcf-cbe2-4446-9e20-f5d1af2ff6db tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.1098788 Mar 16 00:34:41.743764 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 58472) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:41.773886 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0af64135-0033-4785-9e6d-0a12cc8a2dff req-1f4d7c11-aad0-43f3-8640-38116eec9a4c tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097624 Mar 16 00:34:41.778823 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-dd1ae2fb-1232-406e-b1bb-a25e0232e605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:41.806578 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247be6ff-bd53-4f64-a0bb-e54bda59040a req-876e4d71-563e-4917-b477-34254ca5b49c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:41.808326 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-247be6ff-bd53-4f64-a0bb-e54bda59040a req-876e4d71-563e-4917-b477-34254ca5b49c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.1040857 Mar 16 00:34:41.869285 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-247be6ff-bd53-4f64-a0bb-e54bda59040a req-39ef3266-4130-4760-9b46-4bd06e607ae0 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486231 Mar 16 00:34:41.961862 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-dd1ae2fb-1232-406e-b1bb-a25e0232e605 admin admin] Publish callbacks [] for security_group (df16f012-56e2-4298-82f4-024f465ea8ad), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:41.968809 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-dd1ae2fb-1232-406e-b1bb-a25e0232e605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (df16f012-56e2-4298-82f4-024f465ea8ad), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:42.020895 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-dd1ae2fb-1232-406e-b1bb-a25e0232e605 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c6f32a15996f43f49a6649fab7f9d264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693205 Mar 16 00:34:42.021153 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 58480) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:42.023442 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ae2fb-1232-406e-b1bb-a25e0232e605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df16f012-56e2-4298-82f4-024f465ea8ad,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:42.090002 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ada6cd89-390a-44ca-a949-6c2d46196d02 admin admin] Publish callbacks [] for security_group (df16f012-56e2-4298-82f4-024f465ea8ad), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:42.120603 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ada6cd89-390a-44ca-a949-6c2d46196d02 admin admin] Publish callbacks [] for security_group (df16f012-56e2-4298-82f4-024f465ea8ad), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:42.192568 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ada6cd89-390a-44ca-a949-6c2d46196d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (df16f012-56e2-4298-82f4-024f465ea8ad), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:42.194209 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ada6cd89-390a-44ca-a949-6c2d46196d02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:42.195354 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-ada6cd89-390a-44ca-a949-6c2d46196d02 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df16f012-56e2-4298-82f4-024f465ea8ad HTTP/1.1" status: 204 len: 168 time: 0.1732235 Mar 16 00:34:42.204744 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6cd89-390a-44ca-a949-6c2d46196d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df16f012-56e2-4298-82f4-024f465ea8ad,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:42.933627 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aac910-f4f2-40a8-b770-94df09f940f2 req-be7d4d37-3879-414a-b635-7b6169d53691 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:42.935933 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d6aac910-f4f2-40a8-b770-94df09f940f2 req-be7d4d37-3879-414a-b635-7b6169d53691 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0615501 Mar 16 00:34:43.043531 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d6aac910-f4f2-40a8-b770-94df09f940f2 req-7f928dab-b997-4606-8831-302e93d68c4c tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013093 Mar 16 00:34:43.096181 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac5270-2221-45bc-9367-0f1fb1dd12db req-fbc7db45-2286-4982-a489-dd6a0b789786 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:43.097860 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-68ac5270-2221-45bc-9367-0f1fb1dd12db req-fbc7db45-2286-4982-a489-dd6a0b789786 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.1509147 Mar 16 00:34:43.131879 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ebbd7-7fdf-48c8-b4fb-76d8865c52b5 req-b9cfaa6c-11d7-4fbf-92a1-2eadfd2f5b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:43.133413 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f15ebbd7-7fdf-48c8-b4fb-76d8865c52b5 req-b9cfaa6c-11d7-4fbf-92a1-2eadfd2f5b7a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 1130 time: 0.0993962 Mar 16 00:34:43.182851 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-68ac5270-2221-45bc-9367-0f1fb1dd12db req-50ec6be9-87ee-46dd-8e1d-c6e30f6e48ca tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773213 Mar 16 00:34:43.215978 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f15ebbd7-7fdf-48c8-b4fb-76d8865c52b5 req-aa0462d9-55cc-4ae0-a211-106817d6b2b0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724051 Mar 16 00:34:44.236798 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19d5c9-526e-4506-8c31-edaa8dfa522b req-acbe2353-d65a-4306-a1d8-3c319ee41867 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:44.248199 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-fa19d5c9-526e-4506-8c31-edaa8dfa522b req-acbe2353-d65a-4306-a1d8-3c319ee41867 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0904560 Mar 16 00:34:44.313756 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-fa19d5c9-526e-4506-8c31-edaa8dfa522b req-65e4db8a-0896-41a8-acd7-38c22d8df363 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593579 Mar 16 00:34:44.408834 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0387c-8699-4c12-970d-0d3008ae6c83 req-dd498c8b-e60d-42e5-8d16-3ab527ef00f8 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:44.411140 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-17b0387c-8699-4c12-970d-0d3008ae6c83 req-dd498c8b-e60d-42e5-8d16-3ab527ef00f8 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0725536 Mar 16 00:34:44.495769 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-17b0387c-8699-4c12-970d-0d3008ae6c83 req-57acaf6e-d26e-4407-acc1-0e37af7b153f tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772929 Mar 16 00:34:44.896286 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-336d1420-8f83-49a5-a45e-2675135b4956 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=fd34ab1972614029acbd5792332ee9a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301771 Mar 16 00:34:45.256130 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-4fbbda8b-b046-4a54-af8b-06779663555a tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:45.257497 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-4fbbda8b-b046-4a54-af8b-06779663555a tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3559926 Mar 16 00:34:45.272001 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-598b96f1-ffe0-4fad-8ff6-1f744ac5362a tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/quotas/fd34ab1972614029acbd5792332ee9a3 HTTP/1.1" status: 200 len: 375 time: 0.0091665 Mar 16 00:34:45.302782 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-cffdcd76-5afc-4b74-8e4f-bfe9b149c3b7 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd34ab1972614029acbd5792332ee9a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259867 Mar 16 00:34:45.432354 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87bd5f-9b95-4cb1-ab18-88713bffe272 req-939e04ec-1a0e-44cf-8bf0-2d0459cb566a tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:45.434705 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb87bd5f-9b95-4cb1-ab18-88713bffe272 req-939e04ec-1a0e-44cf-8bf0-2d0459cb566a tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0542793 Mar 16 00:34:45.463192 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0db9913b-35d3-46b7-a4ec-01c98e4fa71f req-6f9a979f-08db-400a-9055-7a63b33df182 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 210 time: 0.0293777 Mar 16 00:34:45.490596 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb87bd5f-9b95-4cb1-ab18-88713bffe272 req-27d283a9-ccf5-4788-bb98-2228556b94ba tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502603 Mar 16 00:34:45.605641 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d47f1-bc93-451f-98fc-95b781d49425 req-94ee3819-bd4d-4e74-bdba-4ef9002b2228 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:45.607131 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f67d47f1-bc93-451f-98fc-95b781d49425 req-94ee3819-bd4d-4e74-bdba-4ef9002b2228 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0531883 Mar 16 00:34:45.659167 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f67d47f1-bc93-451f-98fc-95b781d49425 req-40599213-df01-489a-a9d4-4a0636058b93 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456636 Mar 16 00:34:45.912882 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f15aef-95d0-46c1-a296-99904d99b136 req-04ecc2b3-2ad3-4692-8fe1-462cac89cc71 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:45.914410 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d9f15aef-95d0-46c1-a296-99904d99b136 req-04ecc2b3-2ad3-4692-8fe1-462cac89cc71 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0514143 Mar 16 00:34:45.959669 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 4394098f-1797-4e4d-bbad-4a81524affb5 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:34:45.961266 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d9f15aef-95d0-46c1-a296-99904d99b136 req-9c4122e8-1b4c-46bc-8696-3d1862d79275 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409977 Mar 16 00:34:46.061781 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 4394098f-1797-4e4d-bbad-4a81524affb5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4394098f-1797-4e4d-bbad-4a81524affb5,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:34:46.076805 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': '4394098f-1797-4e4d-bbad-4a81524affb5', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'port_id': '4394098f-1797-4e4d-bbad-4a81524affb5', 'mac_address': 'fa:16:3e:4b:09:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:34:46.113396 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 4394098f-1797-4e4d-bbad-4a81524affb5 is: ACTIVE; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:34:46.113874 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:46.126899 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4394098f-1797-4e4d-bbad-4a81524affb5 {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:34:46.145838 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 4394098f-1797-4e4d-bbad-4a81524affb5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4394098f-1797-4e4d-bbad-4a81524affb5,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:34:46.149437 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:46.197558 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=4394098f-1797-4e4d-bbad-4a81524affb5,revision_number=6']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:46.556497 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-abd9c6c6-42e2-44c9-ae52-901db4f29b56 req-65f0ac83-4d96-48db-b8a3-657811cbfc56 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 210 time: 0.0268409 Mar 16 00:34:46.608133 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df52793-679e-44f0-b4f4-da860977a0ad req-95afd269-710d-4a71-a158-eec7341b4695 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:46.609626 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6df52793-679e-44f0-b4f4-da860977a0ad req-95afd269-710d-4a71-a158-eec7341b4695 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 945 time: 0.0506876 Mar 16 00:34:46.653898 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6df52793-679e-44f0-b4f4-da860977a0ad req-aa623f9e-221f-4a17-ae68-8ed0457de8b5 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387192 Mar 16 00:34:47.082732 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bb39c-bd6e-43b0-b025-0885fe270447 req-8d5f8379-24d2-4b24-9a75-2bcc4165c659 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:47.084206 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9e8bb39c-bd6e-43b0-b025-0885fe270447 req-8d5f8379-24d2-4b24-9a75-2bcc4165c659 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0518482 Mar 16 00:34:47.128807 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9e8bb39c-bd6e-43b0-b025-0885fe270447 req-72219976-be86-4acb-af8f-06b22bb1aa1c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393150 Mar 16 00:34:47.650946 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-89874467-e7ec-4b6e-a91c-2345d992397b req-bf13324d-ae81-4185-b7bd-90672d642a01 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 210 time: 0.0312293 Mar 16 00:34:47.777790 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd8529-bf2c-43bc-b26b-fec0729122e5 req-fb68f234-19b7-483e-87e2-031ef6ccb3bf tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:47.779249 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-92dd8529-bf2c-43bc-b26b-fec0729122e5 req-fb68f234-19b7-483e-87e2-031ef6ccb3bf tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 945 time: 0.0549879 Mar 16 00:34:47.825259 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-92dd8529-bf2c-43bc-b26b-fec0729122e5 req-eb61d19e-1d7f-452e-80ee-331400c08c95 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399251 Mar 16 00:34:47.956808 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5f25e-c189-49c9-9d6a-c216b58b8494 req-f6342c64-d33d-4c0b-a093-cc91e79efd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:47.961983 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-43f5f25e-c189-49c9-9d6a-c216b58b8494 req-f6342c64-d33d-4c0b-a093-cc91e79efd4d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7490363f2ce24e2887748fa443b89c91&device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 1130 time: 0.0867720 Mar 16 00:34:47.979321 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['4394098f-1797-4e4d-bbad-4a81524affb5'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:34:48.120073 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5f25e-c189-49c9-9d6a-c216b58b8494 req-8f03fc69-a5e8-485a-89af-873a1c1bcf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:48.121982 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-43f5f25e-c189-49c9-9d6a-c216b58b8494 req-8f03fc69-a5e8-485a-89af-873a1c1bcf8a service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad7821b7-8706-4c5b-bf39-2dd36a75d266 HTTP/1.1" status: 200 len: 920 time: 0.1508660 Mar 16 00:34:48.178407 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-43f5f25e-c189-49c9-9d6a-c216b58b8494 req-0d5d261e-366c-4124-968b-b40fb4bbc23f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03aa9c86-9530-4ace-b434-c1dcd009169a HTTP/1.1" status: 200 len: 217 time: 0.0408449 Mar 16 00:34:48.274067 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5f25e-c189-49c9-9d6a-c216b58b8494 req-30d36a33-aab2-4d81-bbe8-4c5df86de52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:48.275509 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-43f5f25e-c189-49c9-9d6a-c216b58b8494 req-30d36a33-aab2-4d81-bbe8-4c5df86de52f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79fca44c-0d7a-4002-9dde-dbeafd2599c9 HTTP/1.1" status: 200 len: 859 time: 0.0866702 Mar 16 00:34:48.287599 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30f21f-12a6-4d0d-a274-7f1b78881152 req-b6319503-cba3-4697-ae45-bfdf1135314f tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:48.289040 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-af30f21f-12a6-4d0d-a274-7f1b78881152 req-b6319503-cba3-4697-ae45-bfdf1135314f tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0928056 Mar 16 00:34:48.333443 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-43f5f25e-c189-49c9-9d6a-c216b58b8494 req-5c1a151d-6056-4f0a-aad7-b8093d3df5c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad7821b7-8706-4c5b-bf39-2dd36a75d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434203 Mar 16 00:34:48.428973 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-af30f21f-12a6-4d0d-a274-7f1b78881152 req-37b6a357-44ef-4eac-9ffa-0d6f18cffd66 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304009 Mar 16 00:34:48.482991 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-43f5f25e-c189-49c9-9d6a-c216b58b8494 req-d0290085-5537-4946-8794-d410f878f042 service neutron] 10.222.0.46 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407433 Mar 16 00:34:48.596547 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-7b21586b-e106-4cf3-a739-f46a8710bfb4 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=fd34ab1972614029acbd5792332ee9a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323021 Mar 16 00:34:48.711032 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-43f5f25e-c189-49c9-9d6a-c216b58b8494 req-3f33e71b-3973-4eee-95f6-c0a1f2ac1c75 service neutron] 10.222.0.46 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202885 Mar 16 00:34:48.790973 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f2fb4f9d-d6ee-43ba-a503-c20d99627edf req-63d608ab-e20d-4313-aceb-44e6425b4393 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 210 time: 0.0424089 Mar 16 00:34:48.848585 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-c1b3da0e-f808-472c-a9f7-1f61ec618b8b tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:48.850130 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-c1b3da0e-f808-472c-a9f7-1f61ec618b8b tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2455852 Mar 16 00:34:48.871593 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Request body: {'port': {'device_id': 'ff8ddd8e-c84d-48cc-a749-33c39d6b41d7', 'network_id': 'e8ff63ac-4086-4e0e-93ed-62cb1624bd38', 'admin_state_up': True, 'tenant_id': 'fd34ab1972614029acbd5792332ee9a3'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:34:49.085061 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a548700-bb08-4a97-8170-b01b13c15947 req-b5434ba0-1cca-4c1c-bc90-d9f11640137a tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:49.086621 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5a548700-bb08-4a97-8170-b01b13c15947 req-b5434ba0-1cca-4c1c-bc90-d9f11640137a tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 945 time: 0.1191721 Mar 16 00:34:49.088687 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Made reservation on behalf of fd34ab1972614029acbd5792332ee9a3 for: {'port': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:34:49.091842 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:49.111415 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:49.160045 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5a548700-bb08-4a97-8170-b01b13c15947 req-e13580b5-0b51-4de6-8175-0855cd5806be tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658355 Mar 16 00:34:49.244420 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Publish callbacks [] for security_group (abcdbc42-3aba-4c74-8325-7a46c4fdae2c), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:49.248806 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (abcdbc42-3aba-4c74-8325-7a46c4fdae2c), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:49.311084 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abcdbc42-3aba-4c74-8325-7a46c4fdae2c,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:49.326395 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:49.326679 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:49.327026 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:49.328015 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:49.328360 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:49.328699 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:49.329026 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:49.329357 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:49.329713 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:49.330388 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:49.330388 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:49.330961 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:49.330961 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:49.331462 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:49.331715 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:49.398045 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Allocated IP 192.168.233.39 (e8ff63ac-4086-4e0e-93ed-62cb1624bd38/40d119e5-135a-4fdd-ba9a-0aedae5207dc/e588570a-8d93-4461-8e76-3b82d684bd10) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:34:49.565727 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad267d4-e211-4685-adae-fde8883c69d0 req-80c08e4b-4501-4e0d-a6a0-050c3ffbc6d7 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:49.567603 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bad267d4-e211-4685-adae-fde8883c69d0 req-80c08e4b-4501-4e0d-a6a0-050c3ffbc6d7 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0653617 Mar 16 00:34:49.577335 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Publish callbacks [] for port (e588570a-8d93-4461-8e76-3b82d684bd10), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:49.614309 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (e588570a-8d93-4461-8e76-3b82d684bd10), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:49.628656 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bad267d4-e211-4685-adae-fde8883c69d0 req-54acbe27-243d-45e6-83b6-34ed2752ea4a tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512106 Mar 16 00:34:49.666848 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Network e8ff63ac-4086-4e0e-93ed-62cb1624bd38 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:34:49.670366 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:34:49.679344 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:34:49.724173 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Pushing event updated for resources: {'Port': ['ID=e588570a-8d93-4461-8e76-3b82d684bd10,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:49.769244 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:49.770275 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:49.830682 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-b8e1d927-7a00-4a75-9b70-e863b4332c19 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9693210 Mar 16 00:34:49.847192 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] Request body: {'port': {'device_id': 'ff8ddd8e-c84d-48cc-a749-33c39d6b41d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:34:49.852738 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a7724-e982-4002-a9d5-04f8ac997a11 req-2e37f77e-2b31-4846-aa66-4446f20a41a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:49.854355 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-431a7724-e982-4002-a9d5-04f8ac997a11 req-2e37f77e-2b31-4846-aa66-4446f20a41a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7490363f2ce24e2887748fa443b89c91&device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 1130 time: 0.1031346 Mar 16 00:34:49.915875 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 4394098f-1797-4e4d-bbad-4a81524affb5 up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:34:50.029904 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a7724-e982-4002-a9d5-04f8ac997a11 req-8c7e1a83-54c3-4eb8-9766-da4c03741351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:50.032602 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-431a7724-e982-4002-a9d5-04f8ac997a11 req-8c7e1a83-54c3-4eb8-9766-da4c03741351 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad7821b7-8706-4c5b-bf39-2dd36a75d266 HTTP/1.1" status: 200 len: 920 time: 0.1510756 Mar 16 00:34:50.043228 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-3935eec4-5dd6-4826-bb93-812c6d6bcebe None None] Provisioning complete for port e588570a-8d93-4461-8e76-3b82d684bd10 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:34:50.043592 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-3935eec4-5dd6-4826-bb93-812c6d6bcebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (e588570a-8d93-4461-8e76-3b82d684bd10), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:50.066602 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-1951b124-48ab-4ea2-9816-e277d55da4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:50.099484 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-3935eec4-5dd6-4826-bb93-812c6d6bcebe None None] Port e588570a-8d93-4461-8e76-3b82d684bd10 cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:34:50.106196 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-431a7724-e982-4002-a9d5-04f8ac997a11 req-231ba0ca-395a-45d6-944a-8707f64ad6e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03aa9c86-9530-4ace-b434-c1dcd009169a HTTP/1.1" status: 200 len: 217 time: 0.0486357 Mar 16 00:34:50.106668 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port 4394098f-1797-4e4d-bbad-4a81524affb5 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:34:50.107110 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:50.208277 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 4394098f-1797-4e4d-bbad-4a81524affb5 is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:34:50.208686 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:50.252297 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4394098f-1797-4e4d-bbad-4a81524affb5'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:34:50.254712 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a4b85d-0fb7-4d1e-bc7c-6523fa95b0f9" -d '{"events": [{"server_uuid": "05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71", "name": "network-vif-plugged", "status": "completed", "tag": "4394098f-1797-4e4d-bbad-4a81524affb5"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:34:50.270471 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 4394098f-1797-4e4d-bbad-4a81524affb5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4394098f-1797-4e4d-bbad-4a81524affb5,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:34:50.277268 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:50.383001 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=4394098f-1797-4e4d-bbad-4a81524affb5,revision_number=7']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:50.387408 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (e588570a-8d93-4461-8e76-3b82d684bd10), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:50.403891 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fe1d4-eb58-4227-b140-b647f3a33ac8 req-75a1ec26-f69f-4200-a1a1-828e9fcc94dd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:50.405950 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-718fe1d4-eb58-4227-b140-b647f3a33ac8 req-75a1ec26-f69f-4200-a1a1-828e9fcc94dd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.1217620 Mar 16 00:34:50.421991 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e93b96-5e7c-49e0-bc9b-5b1ed09b40c9 req-544ace86-2bc9-4315-9016-8ffdf763d00f tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:50.423452 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-83e93b96-5e7c-49e0-bc9b-5b1ed09b40c9 req-544ace86-2bc9-4315-9016-8ffdf763d00f tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 935 time: 0.5347173 Mar 16 00:34:50.458819 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a7724-e982-4002-a9d5-04f8ac997a11 req-beea8b2e-7f06-45b9-a298-3b6e7dbb1d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:50.460543 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-431a7724-e982-4002-a9d5-04f8ac997a11 req-beea8b2e-7f06-45b9-a298-3b6e7dbb1d74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79fca44c-0d7a-4002-9dde-dbeafd2599c9 HTTP/1.1" status: 200 len: 859 time: 0.3431466 Mar 16 00:34:50.487706 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-718fe1d4-eb58-4227-b140-b647f3a33ac8 req-6e374b4a-9670-4249-bc58-0e2c785d7ce2 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730829 Mar 16 00:34:50.505915 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-431a7724-e982-4002-a9d5-04f8ac997a11 req-1638aa40-d431-43c8-931c-06d7edf80a0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad7821b7-8706-4c5b-bf39-2dd36a75d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288613 Mar 16 00:34:50.549814 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267d807c-5a97-438d-a159-5815fd79bc3f x-openstack-request-id: req-267d807c-5a97-438d-a159-5815fd79bc3f {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:34:50.550208 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71", "name": "network-vif-plugged", "status": "completed", "tag": "4394098f-1797-4e4d-bbad-4a81524affb5", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:34:50.550833 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-267d807c-5a97-438d-a159-5815fd79bc3f {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:34:50.551337 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4394098f-1797-4e4d-bbad-4a81524affb5', 'code': 200} Mar 16 00:34:50.644090 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-83e93b96-5e7c-49e0-bc9b-5b1ed09b40c9 req-c3f03a4c-fea8-4d7f-a940-a31c23280a00 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104177 Mar 16 00:34:50.741238 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-431a7724-e982-4002-a9d5-04f8ac997a11 req-49877d87-9040-4d33-8702-e42fd6aad480 service neutron] 10.222.0.46 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182887 Mar 16 00:34:50.793094 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeed8d-9bdd-4534-bb44-a1a2f5bdbf9b req-17428121-22b2-42d0-bd44-23b0492038fa tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:50.794760 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-fcdeed8d-9bdd-4534-bb44-a1a2f5bdbf9b req-17428121-22b2-42d0-bd44-23b0492038fa tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0706799 Mar 16 00:34:50.863901 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-fcdeed8d-9bdd-4534-bb44-a1a2f5bdbf9b req-62a91e71-6454-4ad9-9839-016ad5c9a3d1 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633340 Mar 16 00:34:50.928293 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-431a7724-e982-4002-a9d5-04f8ac997a11 req-9411a6df-ce74-4d1f-b216-1aacdc199048 service neutron] 10.222.0.46 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636901 Mar 16 00:34:50.961369 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e588570a-8d93-4461-8e76-3b82d684bd10 {{(pid=109656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:34:50.971848 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] Publish callbacks [] for port (e588570a-8d93-4461-8e76-3b82d684bd10), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:50.988306 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.provisioning_blocks [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] Transition to ACTIVE for port object e588570a-8d93-4461-8e76-3b82d684bd10 will not be triggered until provisioned by entity L2. {{(pid=109656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 00:34:50.994330 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (e588570a-8d93-4461-8e76-3b82d684bd10), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:51.077335 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] Pushing event updated for resources: {'Port': ['ID=e588570a-8d93-4461-8e76-3b82d684bd10,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:51.173311 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] Attempting to bind port e588570a-8d93-4461-8e76-3b82d684bd10 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:34:51.173986 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] Attempting to bind port e588570a-8d93-4461-8e76-3b82d684bd10 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '44cfb6eb-522b-4d3b-b11e-cdc8385ad097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e8ff63ac-4086-4e0e-93ed-62cb1624bd38'}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:34:51.174465 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] Attempting to bind port e588570a-8d93-4461-8e76-3b82d684bd10 on network e8ff63ac-4086-4e0e-93ed-62cb1624bd38 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:34:51.179731 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] Port e588570a-8d93-4461-8e76-3b82d684bd10 on network e8ff63ac-4086-4e0e-93ed-62cb1624bd38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 00:34:51.180116 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] Attempting to bind port e588570a-8d93-4461-8e76-3b82d684bd10 on network e8ff63ac-4086-4e0e-93ed-62cb1624bd38 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:34:51.192294 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] Checking agent: {'id': 'b9d601fa-f980-49b0-9520-143ebd33322f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'started_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:34:51.192731 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] Checking segment: {'id': '44cfb6eb-522b-4d3b-b11e-cdc8385ad097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e8ff63ac-4086-4e0e-93ed-62cb1624bd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:34:51.193284 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] Bound using segment: {'id': '44cfb6eb-522b-4d3b-b11e-cdc8385ad097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e8ff63ac-4086-4e0e-93ed-62cb1624bd38'} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:34:51.193822 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] Bound port: e588570a-8d93-4461-8e76-3b82d684bd10, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44cfb6eb-522b-4d3b-b11e-cdc8385ad097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e8ff63ac-4086-4e0e-93ed-62cb1624bd38'}}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:34:51.194380 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (e588570a-8d93-4461-8e76-3b82d684bd10), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:51.282560 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] For port e588570a-8d93-4461-8e76-3b82d684bd10, host hv-cinder-83124, cleared binding levels {{(pid=109656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:34:51.286240 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] For port e588570a-8d93-4461-8e76-3b82d684bd10, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e588570a-8d93-4461-8e76-3b82d684bd10,segment=NetworkSegment(44cfb6eb-522b-4d3b-b11e-cdc8385ad097),segment_id=44cfb6eb-522b-4d3b-b11e-cdc8385ad097)] {{(pid=109656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:34:51.294316 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (e588570a-8d93-4461-8e76-3b82d684bd10), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:51.331734 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:51.332367 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:51.333806 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] 10.222.0.46 "PUT /v2.0/ports/e588570a-8d93-4461-8e76-3b82d684bd10 HTTP/1.1" status: 200 len: 1097 time: 1.4927359 Mar 16 00:34:51.334268 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8ddd8e-c84d-48cc-a749-33c39d6b41d7', 'tag': 'e588570a-8d93-4461-8e76-3b82d684bd10'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:34:51.336640 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89152495-c2ac-41fb-8904-e9b7943d4d43" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8ddd8e-c84d-48cc-a749-33c39d6b41d7", "tag": "e588570a-8d93-4461-8e76-3b82d684bd10"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:34:51.381010 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8dfc4-0563-43e3-ba5b-a590d4f23c90 service neutron] Pushing event updated for resources: {'Port': ['ID=e588570a-8d93-4461-8e76-3b82d684bd10,revision_number=3']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:51.583395 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1412c901-3604-4d89-9396-f3eefc4f2fae x-openstack-request-id: req-1412c901-3604-4d89-9396-f3eefc4f2fae {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:34:51.584345 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8ddd8e-c84d-48cc-a749-33c39d6b41d7", "tag": "e588570a-8d93-4461-8e76-3b82d684bd10", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:34:51.584345 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1412c901-3604-4d89-9396-f3eefc4f2fae {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:34:51.596522 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8ddd8e-c84d-48cc-a749-33c39d6b41d7', 'tag': 'e588570a-8d93-4461-8e76-3b82d684bd10', 'status': 'completed', 'code': 200} Mar 16 00:34:51.775230 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 58782) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:51.819897 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ccb81-26d6-4e01-bb70-693caaf42598 req-1d46c8ba-3f38-46e7-aef6-042b875472db tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:51.828520 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-567ccb81-26d6-4e01-bb70-693caaf42598 req-1d46c8ba-3f38-46e7-aef6-042b875472db tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.1168609 Mar 16 00:34:51.888459 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-8010fa8e-f5f2-4d45-ae6d-944bc1802a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:51.890543 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-8010fa8e-f5f2-4d45-ae6d-944bc1802a6f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fd34ab1972614029acbd5792332ee9a3&device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 1131 time: 0.2396004 Mar 16 00:34:51.954648 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-d03d9147-018c-4f5b-9508-92861a67d07b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=e588570a-8d93-4461-8e76-3b82d684bd10 HTTP/1.1" status: 200 len: 217 time: 0.0465422 Mar 16 00:34:51.966041 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb696356-17d5-4952-9253-59cecaa8f5bc req-7e1baa92-5d67-495e-91b9-7f0812dc3ead tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:51.973912 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-fb696356-17d5-4952-9253-59cecaa8f5bc req-7e1baa92-5d67-495e-91b9-7f0812dc3ead tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 947 time: 0.1827655 Mar 16 00:34:51.997010 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-567ccb81-26d6-4e01-bb70-693caaf42598 req-c9cffca6-8bae-402a-a441-9cd05cee2a2b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620305 Mar 16 00:34:52.141924 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6e110ee9-4504-47ff-bd62-0b00de7bdaaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:52.214708 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-fb696356-17d5-4952-9253-59cecaa8f5bc req-ff8d3aaa-d1db-4cc8-9214-4e0379ef8e35 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398582 Mar 16 00:34:52.243792 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-6a0feba2-10ee-43ba-8d5c-8c9729041d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:52.245290 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-6a0feba2-10ee-43ba-8d5c-8c9729041d83 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40d119e5-135a-4fdd-ba9a-0aedae5207dc HTTP/1.1" status: 200 len: 843 time: 0.2516618 Mar 16 00:34:52.262227 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c58a3-4a91-425b-88bf-03bd1ead1c3c req-9de0d1f9-31f8-4c7a-8d4f-19ba54b42565 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:52.269458 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ca7c58a3-4a91-425b-88bf-03bd1ead1c3c req-9de0d1f9-31f8-4c7a-8d4f-19ba54b42565 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.1637845 Mar 16 00:34:52.331039 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-16310ff7-c8a2-4bf5-8a78-9484a5ed55f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:52.357256 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-b94bef5c-496d-4a2c-aedd-bdbc368bea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:52.359484 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-b94bef5c-496d-4a2c-aedd-bdbc368bea62 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8ff63ac-4086-4e0e-93ed-62cb1624bd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0987730 Mar 16 00:34:52.360386 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ca7c58a3-4a91-425b-88bf-03bd1ead1c3c req-ef29e44d-c012-46d8-be7a-e1d9e4826877 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900202 Mar 16 00:34:52.466514 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6e110ee9-4504-47ff-bd62-0b00de7bdaaf admin admin] Publish callbacks [] for security_group (de44abbf-624f-48b9-a1e3-7ec67f442e9b), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:52.475081 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6e110ee9-4504-47ff-bd62-0b00de7bdaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (de44abbf-624f-48b9-a1e3-7ec67f442e9b), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:52.514413 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e110ee9-4504-47ff-bd62-0b00de7bdaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de44abbf-624f-48b9-a1e3-7ec67f442e9b,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:52.553858 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-6e110ee9-4504-47ff-bd62-0b00de7bdaaf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e3f9e2ba4e84445b96ec5564fdaa3537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7768862 Mar 16 00:34:52.556509 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 58802) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:34:52.559645 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-ed249c5f-b963-494d-9ecc-bb606e32a441 service neutron] 10.222.0.46 "GET /v2.0/networks/e8ff63ac-4086-4e0e-93ed-62cb1624bd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852694 Mar 16 00:34:52.622921 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-524896cd-db0c-4a30-8f21-697db93cd587 admin admin] Publish callbacks [] for security_group (de44abbf-624f-48b9-a1e3-7ec67f442e9b), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:52.668722 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-524896cd-db0c-4a30-8f21-697db93cd587 admin admin] Publish callbacks [] for security_group (de44abbf-624f-48b9-a1e3-7ec67f442e9b), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:52.685797 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c121970b-54e9-4731-b7f1-4a7800e0b058 req-bae73b9e-bcad-4edd-8897-393773c55283 service neutron] 10.222.0.46 "GET /v2.0/networks/e8ff63ac-4086-4e0e-93ed-62cb1624bd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145422 Mar 16 00:34:52.788420 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-524896cd-db0c-4a30-8f21-697db93cd587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (de44abbf-624f-48b9-a1e3-7ec67f442e9b), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:52.791744 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-524896cd-db0c-4a30-8f21-697db93cd587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:52.793091 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-524896cd-db0c-4a30-8f21-697db93cd587 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de44abbf-624f-48b9-a1e3-7ec67f442e9b HTTP/1.1" status: 204 len: 168 time: 0.2353742 Mar 16 00:34:52.809014 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524896cd-db0c-4a30-8f21-697db93cd587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de44abbf-624f-48b9-a1e3-7ec67f442e9b,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:34:52.820009 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524896cd-db0c-4a30-8f21-697db93cd587 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:52.820009 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524896cd-db0c-4a30-8f21-697db93cd587 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:52.820760 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524896cd-db0c-4a30-8f21-697db93cd587 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:52.820967 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524896cd-db0c-4a30-8f21-697db93cd587 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:52.821430 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524896cd-db0c-4a30-8f21-697db93cd587 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:52.822144 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524896cd-db0c-4a30-8f21-697db93cd587 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:52.822669 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524896cd-db0c-4a30-8f21-697db93cd587 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:52.823115 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524896cd-db0c-4a30-8f21-697db93cd587 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:52.823771 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524896cd-db0c-4a30-8f21-697db93cd587 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:52.824306 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524896cd-db0c-4a30-8f21-697db93cd587 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:52.824779 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524896cd-db0c-4a30-8f21-697db93cd587 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:52.825309 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524896cd-db0c-4a30-8f21-697db93cd587 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:52.825770 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524896cd-db0c-4a30-8f21-697db93cd587 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:52.826228 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524896cd-db0c-4a30-8f21-697db93cd587 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:52.826689 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524896cd-db0c-4a30-8f21-697db93cd587 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:34:52.838136 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89152495-c2ac-41fb-8904-e9b7943d4d43 req-0be5534c-e948-42cb-8f9d-fe6b80b1ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:52.840301 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-89152495-c2ac-41fb-8904-e9b7943d4d43 req-0be5534c-e948-42cb-8f9d-fe6b80b1ee5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fd34ab1972614029acbd5792332ee9a3&device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 1131 time: 0.0975626 Mar 16 00:34:52.943004 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:52.965224 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89152495-c2ac-41fb-8904-e9b7943d4d43 req-14803f9e-cf44-4bc1-8de3-efd19df17d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:52.966796 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-89152495-c2ac-41fb-8904-e9b7943d4d43 req-14803f9e-cf44-4bc1-8de3-efd19df17d81 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e8ff63ac-4086-4e0e-93ed-62cb1624bd38 HTTP/1.1" status: 200 len: 870 time: 0.1130090 Mar 16 00:34:53.010574 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-89152495-c2ac-41fb-8904-e9b7943d4d43 req-b5711902-6d85-4a80-a9b5-a88d123ba7fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=e588570a-8d93-4461-8e76-3b82d684bd10 HTTP/1.1" status: 200 len: 217 time: 0.0375543 Mar 16 00:34:53.074983 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89152495-c2ac-41fb-8904-e9b7943d4d43 req-66a25803-e796-4d71-bd7e-dcc95699d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:53.077643 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-89152495-c2ac-41fb-8904-e9b7943d4d43 req-66a25803-e796-4d71-bd7e-dcc95699d1a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40d119e5-135a-4fdd-ba9a-0aedae5207dc HTTP/1.1" status: 200 len: 843 time: 0.0604460 Mar 16 00:34:53.171544 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89152495-c2ac-41fb-8904-e9b7943d4d43 req-a894988a-f768-4399-9eb7-662a81d75398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:53.173321 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-89152495-c2ac-41fb-8904-e9b7943d4d43 req-a894988a-f768-4399-9eb7-662a81d75398 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8ff63ac-4086-4e0e-93ed-62cb1624bd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0870061 Mar 16 00:34:53.188026 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac01a4-d5ce-40f5-ad2c-bd7e3b2ba57c req-ea86a1d2-6725-4730-af28-97913dfcaf3c tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:53.189947 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-67ac01a4-d5ce-40f5-ad2c-bd7e3b2ba57c req-ea86a1d2-6725-4730-af28-97913dfcaf3c tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0957456 Mar 16 00:34:53.303225 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-67ac01a4-d5ce-40f5-ad2c-bd7e3b2ba57c req-d8995954-c0b6-40d5-86ad-7b4e8b2ed44c tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045287 Mar 16 00:34:53.320206 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-89152495-c2ac-41fb-8904-e9b7943d4d43 req-d3492875-e513-45c6-9f15-17fac7300f8b service neutron] 10.222.0.46 "GET /v2.0/networks/e8ff63ac-4086-4e0e-93ed-62cb1624bd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289928 Mar 16 00:34:53.471543 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0a4c3-83f9-4543-9d10-8420a3112d63 req-6e443908-1607-41fe-aba2-0003a6af5641 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:53.472975 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-89152495-c2ac-41fb-8904-e9b7943d4d43 req-91200990-a218-4eb5-aed1-8dfcaf5620bc service neutron] 10.222.0.46 "GET /v2.0/networks/e8ff63ac-4086-4e0e-93ed-62cb1624bd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445010 Mar 16 00:34:53.475581 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b0a0a4c3-83f9-4543-9d10-8420a3112d63 req-6e443908-1607-41fe-aba2-0003a6af5641 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 947 time: 0.1320639 Mar 16 00:34:53.544739 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b0a0a4c3-83f9-4543-9d10-8420a3112d63 req-3d3cb1d2-fc7d-4eb3-8f39-11c2024372fa tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618896 Mar 16 00:34:53.586692 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:54.059792 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae18cad-7c0b-4b92-9979-be8badf51dfe req-a7dc7375-0858-4895-a962-c642666eb7cb tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:54.061373 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4ae18cad-7c0b-4b92-9979-be8badf51dfe req-a7dc7375-0858-4895-a962-c642666eb7cb tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0591617 Mar 16 00:34:54.112244 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4ae18cad-7c0b-4b92-9979-be8badf51dfe req-b3c6c881-1fba-474b-a073-b8f678fc5a5f tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436530 Mar 16 00:34:54.553658 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef95f0-43ee-4bc8-922a-0bd1b6f42823 req-96e91214-d042-4744-807e-346bc1e253a4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:54.562011 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6fef95f0-43ee-4bc8-922a-0bd1b6f42823 req-96e91214-d042-4744-807e-346bc1e253a4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0919764 Mar 16 00:34:54.625852 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6fef95f0-43ee-4bc8-922a-0bd1b6f42823 req-1fc52be3-ca91-4006-be78-940f7e44dd28 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585253 Mar 16 00:34:54.687897 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3c8ef-8a73-4923-97e8-dcde04f8f57b req-7583be75-2fe7-4ac3-a8c4-885c34dfd9f9 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:54.689388 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d4d3c8ef-8a73-4923-97e8-dcde04f8f57b req-7583be75-2fe7-4ac3-a8c4-885c34dfd9f9 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 947 time: 0.0634446 Mar 16 00:34:54.736092 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d4d3c8ef-8a73-4923-97e8-dcde04f8f57b req-8cb45ef8-cd0d-41cb-b871-d6ab90d8c9a9 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Mar 16 00:34:54.976889 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:55.745441 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54c636-d5aa-4680-b2d8-19ccbca194a3 req-c2112f9f-70fd-4716-9734-9276d38b0d07 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:55.746939 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ec54c636-d5aa-4680-b2d8-19ccbca194a3 req-c2112f9f-70fd-4716-9734-9276d38b0d07 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0554452 Mar 16 00:34:55.792641 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ec54c636-d5aa-4680-b2d8-19ccbca194a3 req-c0083c28-7cb4-405b-a782-2a08d3e43638 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401886 Mar 16 00:34:55.851541 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d404458-eed4-4995-b27d-dd7fae408f12 req-41ee82be-18fe-4182-bb3c-73888efa7499 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:55.852927 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9d404458-eed4-4995-b27d-dd7fae408f12 req-41ee82be-18fe-4182-bb3c-73888efa7499 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 947 time: 0.0516078 Mar 16 00:34:55.902990 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9d404458-eed4-4995-b27d-dd7fae408f12 req-b4b97911-d338-45d9-9b00-a04fc063ba57 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444911 Mar 16 00:34:56.337515 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:34:56.808086 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:34:56.912821 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77222d8c-7b5b-4ec2-8023-4a95ebc8b50e req-b153baf0-5cbf-43c3-8c4f-65e1654b583c tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:56.914218 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-77222d8c-7b5b-4ec2-8023-4a95ebc8b50e req-b153baf0-5cbf-43c3-8c4f-65e1654b583c tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0528407 Mar 16 00:34:56.963394 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-77222d8c-7b5b-4ec2-8023-4a95ebc8b50e req-05afc011-a486-47f5-89f5-f020536a9bcd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425117 Mar 16 00:34:57.023360 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a6c51-dc27-44aa-b888-d67616fb440e req-3cb8f9c8-47fc-4fad-b456-82db2bffdb97 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:57.024859 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-988a6c51-dc27-44aa-b888-d67616fb440e req-3cb8f9c8-47fc-4fad-b456-82db2bffdb97 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 947 time: 0.0525954 Mar 16 00:34:57.071287 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-988a6c51-dc27-44aa-b888-d67616fb440e req-a6ecbde6-a914-4f82-b644-8c274d75ebfb tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401630 Mar 16 00:34:58.097894 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8be55a-c853-4661-b14e-19a9427d2c16 req-cf8feeb0-78fb-4377-85c2-6ab049824a79 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:58.099744 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7d8be55a-c853-4661-b14e-19a9427d2c16 req-cf8feeb0-78fb-4377-85c2-6ab049824a79 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0603654 Mar 16 00:34:58.160669 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7d8be55a-c853-4661-b14e-19a9427d2c16 req-50d35c44-2403-4aa9-b01d-dd0f4a36a6eb tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550141 Mar 16 00:34:58.198843 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b205ffa-be90-4318-8f74-cf2a51066d77 req-ffb4787a-fcfd-4549-b519-041c204f9d08 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:58.200327 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5b205ffa-be90-4318-8f74-cf2a51066d77 req-ffb4787a-fcfd-4549-b519-041c204f9d08 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 947 time: 0.0590260 Mar 16 00:34:58.261729 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5b205ffa-be90-4318-8f74-cf2a51066d77 req-7f891e57-a844-4103-b08b-a80851352213 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547774 Mar 16 00:34:59.334139 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb22ce-eb67-4e57-beec-8d62f16e19c8 req-edf1675c-bd82-4b67-bcd1-d6953b4d4848 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:59.337310 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b3eb22ce-eb67-4e57-beec-8d62f16e19c8 req-edf1675c-bd82-4b67-bcd1-d6953b4d4848 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0872142 Mar 16 00:34:59.398208 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b3eb22ce-eb67-4e57-beec-8d62f16e19c8 req-d27c77f5-b92f-4ddc-9d6a-a79c77cd903b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539970 Mar 16 00:34:59.403343 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cab0cb-11e9-4ec9-8b76-632d22760d8d req-d95b4cc1-a49c-4698-936d-3707d5e7c764 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:34:59.405397 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a5cab0cb-11e9-4ec9-8b76-632d22760d8d req-d95b4cc1-a49c-4698-936d-3707d5e7c764 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 947 time: 0.0627434 Mar 16 00:34:59.459958 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a5cab0cb-11e9-4ec9-8b76-632d22760d8d req-80c7f061-01ae-462c-9563-27857689909a tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482688 Mar 16 00:35:00.261925 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 58942) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:00.392683 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3c21e8f7-4d59-4da6-97f9-5cb93105b35d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:00.508415 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3c21e8f7-4d59-4da6-97f9-5cb93105b35d admin admin] Publish callbacks [] for security_group (c8793493-1089-4b08-b63a-8d5e85d3caa7), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:00.517414 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3c21e8f7-4d59-4da6-97f9-5cb93105b35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (c8793493-1089-4b08-b63a-8d5e85d3caa7), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:00.562696 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21e8f7-4d59-4da6-97f9-5cb93105b35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8793493-1089-4b08-b63a-8d5e85d3caa7,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:00.580640 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005c15a-4110-4768-91de-b66961ee9e88 req-7b13d68b-3899-4d98-b475-2822b5fbd64f tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:00.582192 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3005c15a-4110-4768-91de-b66961ee9e88 req-7b13d68b-3899-4d98-b475-2822b5fbd64f tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0818965 Mar 16 00:35:00.624910 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-3c21e8f7-4d59-4da6-97f9-5cb93105b35d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a571a85eb8f747baa9275fd38fa0b079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3618736 Mar 16 00:35:00.631900 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 58956) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:00.660776 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20358e74-f823-4ef8-b107-d936aba97850 req-2aade212-e6ac-4200-af13-51c165f856c9 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:00.670067 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-20358e74-f823-4ef8-b107-d936aba97850 req-2aade212-e6ac-4200-af13-51c165f856c9 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 947 time: 0.0917294 Mar 16 00:35:00.707713 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3005c15a-4110-4768-91de-b66961ee9e88 req-b11c9aa8-1ec2-479d-8ca9-cc6799903db6 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163156 Mar 16 00:35:00.796955 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-20358e74-f823-4ef8-b107-d936aba97850 req-128acb55-f6d0-48ea-a6cd-97974285cd15 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112854 Mar 16 00:35:00.854358 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-181d73b7-e23d-45a2-bcaa-783359ad1e66 admin admin] Publish callbacks [] for security_group (c8793493-1089-4b08-b63a-8d5e85d3caa7), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:00.880724 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-181d73b7-e23d-45a2-bcaa-783359ad1e66 admin admin] Publish callbacks [] for security_group (c8793493-1089-4b08-b63a-8d5e85d3caa7), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:00.951148 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-181d73b7-e23d-45a2-bcaa-783359ad1e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (c8793493-1089-4b08-b63a-8d5e85d3caa7), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:00.961248 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-181d73b7-e23d-45a2-bcaa-783359ad1e66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:00.963055 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-181d73b7-e23d-45a2-bcaa-783359ad1e66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c8793493-1089-4b08-b63a-8d5e85d3caa7 HTTP/1.1" status: 204 len: 168 time: 0.3296638 Mar 16 00:35:00.977804 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d73b7-e23d-45a2-bcaa-783359ad1e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8793493-1089-4b08-b63a-8d5e85d3caa7,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:01.853673 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77b560-7a03-49d9-9da1-e4d65c055c43 req-203c64f2-81fc-4f33-b71d-5bcedc0f1ea7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:01.855894 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3a77b560-7a03-49d9-9da1-e4d65c055c43 req-203c64f2-81fc-4f33-b71d-5bcedc0f1ea7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0528514 Mar 16 00:35:01.910019 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3a77b560-7a03-49d9-9da1-e4d65c055c43 req-e98feb33-4c34-44b5-afc2-31f9bcb3bd2d tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477011 Mar 16 00:35:01.961589 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f3a19-9557-4990-a1a7-ae1923498e88 req-a436e8cf-5370-406d-a0e8-d62feeea5617 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:01.963130 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a03f3a19-9557-4990-a1a7-ae1923498e88 req-a436e8cf-5370-406d-a0e8-d62feeea5617 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 947 time: 0.0830522 Mar 16 00:35:02.020381 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a03f3a19-9557-4990-a1a7-ae1923498e88 req-3c0eb35d-a242-4bf7-8447-b4685757f9ab tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510757 Mar 16 00:35:03.039344 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b99e87-7754-4885-ac3a-1064088b6df0 req-052d01b9-d1a9-462b-8de0-c857045752e2 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:03.046705 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-02b99e87-7754-4885-ac3a-1064088b6df0 req-052d01b9-d1a9-462b-8de0-c857045752e2 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0639651 Mar 16 00:35:03.133890 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-02b99e87-7754-4885-ac3a-1064088b6df0 req-e4a4924a-9288-4be1-b59b-d50b9e32381f tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826478 Mar 16 00:35:03.182256 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb013b3-875f-464a-a8b7-615c43246013 req-fe688928-1933-4bc1-a62c-9e436af7d21a tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:03.183764 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-7eb013b3-875f-464a-a8b7-615c43246013 req-fe688928-1933-4bc1-a62c-9e436af7d21a tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 947 time: 0.0750866 Mar 16 00:35:03.239163 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-7eb013b3-875f-464a-a8b7-615c43246013 req-4b696e3d-5be3-46f7-97be-972f923a080c tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480211 Mar 16 00:35:04.120182 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 59004) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:04.263231 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-3143bdc6-c67a-4dd1-b057-dde3484a8ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:04.310336 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdfcb2-a621-4a28-b6f2-bfdc6d575655 req-4e067cf6-e817-4a6c-a740-e6154226f402 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:04.312652 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f9cdfcb2-a621-4a28-b6f2-bfdc6d575655 req-4e067cf6-e817-4a6c-a740-e6154226f402 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0937080 Mar 16 00:35:04.388623 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f9cdfcb2-a621-4a28-b6f2-bfdc6d575655 req-f27142cf-e59c-48c2-b563-cd75ce70b3cd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660934 Mar 16 00:35:04.428102 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-3143bdc6-c67a-4dd1-b057-dde3484a8ba8 admin admin] Publish callbacks [] for security_group (aa0df291-ec42-414b-8d59-25afde29a298), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:04.435837 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-3143bdc6-c67a-4dd1-b057-dde3484a8ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (aa0df291-ec42-414b-8d59-25afde29a298), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:04.487922 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58077a7a-3827-489d-9dc1-e468bdf0a6d9 req-317485c0-5b17-49b1-add7-5c53354e00a8 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:04.490038 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-3143bdc6-c67a-4dd1-b057-dde3484a8ba8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=35432b8aa95e4b18a413016f39761058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3685496 Mar 16 00:35:04.491255 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143bdc6-c67a-4dd1-b057-dde3484a8ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0df291-ec42-414b-8d59-25afde29a298,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:04.494658 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 59014) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:04.510310 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-58077a7a-3827-489d-9dc1-e468bdf0a6d9 req-317485c0-5b17-49b1-add7-5c53354e00a8 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 947 time: 0.1749287 Mar 16 00:35:04.547691 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9d68a34a-a648-4416-820d-0ddcec7d1345 admin admin] Publish callbacks [] for security_group (aa0df291-ec42-414b-8d59-25afde29a298), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:04.580871 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9d68a34a-a648-4416-820d-0ddcec7d1345 admin admin] Publish callbacks [] for security_group (aa0df291-ec42-414b-8d59-25afde29a298), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:04.601058 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-58077a7a-3827-489d-9dc1-e468bdf0a6d9 req-b4b7c52a-032c-4a29-8b78-675c22117b30 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897481 Mar 16 00:35:04.653889 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9d68a34a-a648-4416-820d-0ddcec7d1345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (aa0df291-ec42-414b-8d59-25afde29a298), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:04.657432 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9d68a34a-a648-4416-820d-0ddcec7d1345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:04.658894 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-9d68a34a-a648-4416-820d-0ddcec7d1345 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aa0df291-ec42-414b-8d59-25afde29a298 HTTP/1.1" status: 204 len: 168 time: 0.1645398 Mar 16 00:35:04.668121 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68a34a-a648-4416-820d-0ddcec7d1345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0df291-ec42-414b-8d59-25afde29a298,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:05.417376 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 59046) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:05.653247 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf66eef-58b4-48a5-98ed-35697699610f req-fa4d81bb-8452-4a53-bd28-d701151f34dd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:05.657691 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-3bf66eef-58b4-48a5-98ed-35697699610f req-fa4d81bb-8452-4a53-bd28-d701151f34dd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.1201763 Mar 16 00:35:05.669644 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2bb3b-1c30-4eb3-be7d-606af4bf20cb req-975ddf9a-81b1-4d2f-853c-de7c212a21c0 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:05.677172 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-58f2bb3b-1c30-4eb3-be7d-606af4bf20cb req-975ddf9a-81b1-4d2f-853c-de7c212a21c0 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0971937 Mar 16 00:35:05.688717 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430961d1-c9df-4888-932a-bb798b71ced9 req-96d6a58b-6309-4ea7-9afa-78d54de69a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:05.690240 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-430961d1-c9df-4888-932a-bb798b71ced9 req-96d6a58b-6309-4ea7-9afa-78d54de69a2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7490363f2ce24e2887748fa443b89c91&device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 1130 time: 0.1253874 Mar 16 00:35:05.694693 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-fe04cafb-33ef-4d3f-8517-c5442da780fc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1335226410-network', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:35:05.730740 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-3bf66eef-58b4-48a5-98ed-35697699610f req-4d383b8e-efd0-4ba0-b6d5-158d5530d802 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672188 Mar 16 00:35:05.805647 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe04cafb-33ef-4d3f-8517-c5442da780fc admin admin] Made reservation on behalf of 50c6c43ee5584543a4bb4b3c716fbaf8 for: {'network': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:35:05.809232 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fe04cafb-33ef-4d3f-8517-c5442da780fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for network (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:05.825106 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-58f2bb3b-1c30-4eb3-be7d-606af4bf20cb req-a95829a0-27c0-417e-b9aa-fee3d72f6929 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470079 Mar 16 00:35:05.828576 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fe04cafb-33ef-4d3f-8517-c5442da780fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:05.883584 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e0ff5-654e-4de4-abfe-736fab1ff513 req-37545597-1442-4431-ad74-aac9b602306c tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:05.885212 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c42e0ff5-654e-4de4-abfe-736fab1ff513 req-37545597-1442-4431-ad74-aac9b602306c tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 947 time: 0.0876567 Mar 16 00:35:05.932666 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430961d1-c9df-4888-932a-bb798b71ced9 req-dd44f9a8-c846-4c60-bed1-37845357a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:05.958762 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-430961d1-c9df-4888-932a-bb798b71ced9 req-dd44f9a8-c846-4c60-bed1-37845357a6da service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad7821b7-8706-4c5b-bf39-2dd36a75d266 HTTP/1.1" status: 200 len: 920 time: 0.2277470 Mar 16 00:35:05.983381 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c42e0ff5-654e-4de4-abfe-736fab1ff513 req-9c6b357c-a274-40f4-8a2c-af8eeeacc1cf tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743175 Mar 16 00:35:06.032868 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-430961d1-c9df-4888-932a-bb798b71ced9 req-4452654c-b0e0-4c6f-ba35-7733d4ded670 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03aa9c86-9530-4ace-b434-c1dcd009169a HTTP/1.1" status: 200 len: 217 time: 0.0728965 Mar 16 00:35:06.131562 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430961d1-c9df-4888-932a-bb798b71ced9 req-6a8f1ffe-f853-4d45-bef7-d4e932a5bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:06.133325 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-430961d1-c9df-4888-932a-bb798b71ced9 req-6a8f1ffe-f853-4d45-bef7-d4e932a5bebd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79fca44c-0d7a-4002-9dde-dbeafd2599c9 HTTP/1.1" status: 200 len: 859 time: 0.0933566 Mar 16 00:35:06.153012 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fe04cafb-33ef-4d3f-8517-c5442da780fc admin admin] Publish callbacks [] for security_group (2c0c1d27-d146-40b0-9c41-611f8cd29851), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:06.158785 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fe04cafb-33ef-4d3f-8517-c5442da780fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (2c0c1d27-d146-40b0-9c41-611f8cd29851), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:06.185162 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-430961d1-c9df-4888-932a-bb798b71ced9 req-941f28ed-6804-4cfb-a3d1-85853a2eebd2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad7821b7-8706-4c5b-bf39-2dd36a75d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413837 Mar 16 00:35:06.225177 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe04cafb-33ef-4d3f-8517-c5442da780fc admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=109656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 00:35:06.285102 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04cafb-33ef-4d3f-8517-c5442da780fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0c1d27-d146-40b0-9c41-611f8cd29851,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:06.289144 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fe04cafb-33ef-4d3f-8517-c5442da780fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (057864bc-2668-4675-ba4c-0c6c118b77f6), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:06.289665 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.segments_db [None req-fe04cafb-33ef-4d3f-8517-c5442da780fc admin admin] Added segment 057864bc-2668-4675-ba4c-0c6c118b77f6 of type vlan for network c7f24b43-d8d5-4c07-970a-7de33dbfdaea Mar 16 00:35:06.358553 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fe04cafb-33ef-4d3f-8517-c5442da780fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752661257912'] for network (c7f24b43-d8d5-4c07-970a-7de33dbfdaea), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:06.403757 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-430961d1-c9df-4888-932a-bb798b71ced9 req-263931a3-72e6-49cc-84cb-c84aae4d9677 service neutron] 10.222.0.46 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007496 Mar 16 00:35:06.411751 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fe04cafb-33ef-4d3f-8517-c5442da780fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for network (c7f24b43-d8d5-4c07-970a-7de33dbfdaea), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:06.413074 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe04cafb-33ef-4d3f-8517-c5442da780fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:06.413719 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fe04cafb-33ef-4d3f-8517-c5442da780fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:06.556069 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-fe04cafb-33ef-4d3f-8517-c5442da780fc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1361461 Mar 16 00:35:06.559999 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 59062) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:06.566111 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-31d91a57-5b70-4c95-98bb-6eee71a43554 admin admin] Request body: {'subnet': {'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1335226410-subnet', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'ip_version': 4}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:35:06.567748 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04cafb-33ef-4d3f-8517-c5442da780fc admin admin] Pushing event updated for resources: {'Network': ['ID=c7f24b43-d8d5-4c07-970a-7de33dbfdaea,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:06.581351 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Network c7f24b43-d8d5-4c07-970a-7de33dbfdaea details requested by agent ovs-agent-dv-cinder-831247-13-iscsi with host dv-cinder-831247-13-iscsi {{(pid=109657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 00:35:06.604989 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d91a57-5b70-4c95-98bb-6eee71a43554 admin admin] Made reservation on behalf of 50c6c43ee5584543a4bb4b3c716fbaf8 for: {'subnet': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:35:06.611060 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-31d91a57-5b70-4c95-98bb-6eee71a43554 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5478581'] for subnet (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:06.643284 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-430961d1-c9df-4888-932a-bb798b71ced9 req-78a15a06-2bd7-4ed1-a86a-84f5e5830473 service neutron] 10.222.0.46 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266805 Mar 16 00:35:06.805929 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-31d91a57-5b70-4c95-98bb-6eee71a43554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5476336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5478539'] for subnet (fcc3f995-e5bf-40fe-a1d7-558859b9f842), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:06.889582 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d91a57-5b70-4c95-98bb-6eee71a43554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc3f995-e5bf-40fe-a1d7-558859b9f842,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:06.891935 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07380324-72d9-4948-a1f6-600f72326bad req-4a054c4f-66f7-4b3e-b963-efda2334015e tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:06.893533 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-07380324-72d9-4948-a1f6-600f72326bad req-4a054c4f-66f7-4b3e-b963-efda2334015e tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0844691 Mar 16 00:35:06.914807 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d91a57-5b70-4c95-98bb-6eee71a43554 admin admin] Checking segment: {'id': '057864bc-2668-4675-ba4c-0c6c118b77f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:35:06.915884 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d91a57-5b70-4c95-98bb-6eee71a43554 admin admin] Network hostable DHCP agents. Network: c7f24b43-d8d5-4c07-970a-7de33dbfdaea, hostable agents: ['92114df5-18d6-4d7c-9264-0f0b53b6b6a9'], hosted agents: [] {{(pid=109655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 00:35:06.965455 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-07380324-72d9-4948-a1f6-600f72326bad req-8d748d5e-43a3-44f4-a81a-65aad821c0dd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623064 Mar 16 00:35:06.981283 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d91a57-5b70-4c95-98bb-6eee71a43554 admin admin] Network c7f24b43-d8d5-4c07-970a-7de33dbfdaea is scheduled to be hosted by DHCP agent 92114df5-18d6-4d7c-9264-0f0b53b6b6a9 with binding_index 1 {{(pid=109655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 00:35:06.998696 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-31d91a57-5b70-4c95-98bb-6eee71a43554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-13-iscsi, c7f24b43-d8d5-4c07-970a-7de33dbfdaea) {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:35:07.009083 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d91a57-5b70-4c95-98bb-6eee71a43554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:07.009715 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-31d91a57-5b70-4c95-98bb-6eee71a43554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:07.010913 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86129ff7-3991-412b-90a0-d59d77311aff None None] Network c7f24b43-d8d5-4c07-970a-7de33dbfdaea requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:35:07.026847 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e9401-0fe6-43de-b3b8-c4990b50d95d req-cd57c5c0-ab5e-40da-8037-cf655a7d984e tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:07.028409 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1c0e9401-0fe6-43de-b3b8-c4990b50d95d req-cd57c5c0-ab5e-40da-8037-cf655a7d984e tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0889332 Mar 16 00:35:07.044005 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-31d91a57-5b70-4c95-98bb-6eee71a43554 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4821002 Mar 16 00:35:07.046970 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 59072) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:07.051285 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-09043457-3871-46a8-9a4b-34be45edf024 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1335226410-router', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:35:07.089333 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-09043457-3871-46a8-9a4b-34be45edf024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27896'] for router (8db6920e-e239-43e0-9ca6-b1ab49b7f2f8), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:07.090942 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-09043457-3871-46a8-9a4b-34be45edf024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1033786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27889'] for router (8db6920e-e239-43e0-9ca6-b1ab49b7f2f8), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:07.122222 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1c0e9401-0fe6-43de-b3b8-c4990b50d95d req-3064074c-7d62-485f-9a52-fa3b3712f1b5 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834470 Mar 16 00:35:07.224920 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1adf14ab-7b2c-5d9c-b824-2499cacfe593-c7f24b43-d8d5-4c07-970a-7de33dbfdaea', 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea', 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'fixed_ips': [{'subnet_id': 'fcc3f995-e5bf-40fe-a1d7-558859b9f842'}]}} from dv-cinder-831247-13-iscsi. {{(pid=109657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 00:35:07.225874 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:07.249896 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-09043457-3871-46a8-9a4b-34be45edf024 admin admin] Publish callbacks [] for router_controller (8db6920e-e239-43e0-9ca6-b1ab49b7f2f8), precommit_add_association {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:07.350525 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d743a3f-8213-4966-a803-b1e7b730697b req-7ee5a3c9-b437-453e-9376-b5b8115eaeb4 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:07.357985 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4d743a3f-8213-4966-a803-b1e7b730697b req-7ee5a3c9-b437-453e-9376-b5b8115eaeb4 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 947 time: 0.2618670 Mar 16 00:35:07.404445 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.db_base_plugin_common [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Allocated IP 172.20.0.2 (c7f24b43-d8d5-4c07-970a-7de33dbfdaea/fcc3f995-e5bf-40fe-a1d7-558859b9f842/71a3585a-bf3f-4bd6-8ff3-219d02eabd0b) {{(pid=109657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:35:07.567667 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Publish callbacks [] for port (71a3585a-bf3f-4bd6-8ff3-219d02eabd0b), precommit_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:07.577717 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053'] for port (71a3585a-bf3f-4bd6-8ff3-219d02eabd0b), after_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:07.620202 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Network c7f24b43-d8d5-4c07-970a-7de33dbfdaea is already hosted by enough agents. {{(pid=109657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:35:07.624870 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.base_scheduler [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Resources bound (agent type, host, resource id): {{(pid=109657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:35:07.628409 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Received port after_create {{(pid=109657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:35:07.691214 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Pushing event updated for resources: {'Port': ['ID=71a3585a-bf3f-4bd6-8ff3-219d02eabd0b,revision_number=1']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:07.704466 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:07.705735 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:07.706585 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:07.707208 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:07.708202 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:07.708996 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:07.709662 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:07.710343 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:07.711131 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:07.711836 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:07.712608 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:07.713450 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:07.714056 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:07.714643 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:07.715209 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:07.744596 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Attempting to bind port 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:35:07.745075 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Attempting to bind port 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '057864bc-2668-4675-ba4c-0c6c118b77f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea'}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:35:07.745566 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Attempting to bind port 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b on network c7f24b43-d8d5-4c07-970a-7de33dbfdaea {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:35:07.752775 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:35:07.753297 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Checking segment: {'id': '057864bc-2668-4675-ba4c-0c6c118b77f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:35:07.753812 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:07.754289 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Bound using segment: {'id': '057864bc-2668-4675-ba4c-0c6c118b77f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea'} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:35:07.754890 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Bound port: 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057864bc-2668-4675-ba4c-0c6c118b77f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea'}}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:35:07.755492 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (71a3585a-bf3f-4bd6-8ff3-219d02eabd0b), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:07.773606 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-09043457-3871-46a8-9a4b-34be45edf024 admin admin] Publish callbacks [] for router_gateway (8db6920e-e239-43e0-9ca6-b1ab49b7f2f8), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:07.788051 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4d743a3f-8213-4966-a803-b1e7b730697b req-354818c4-d9ae-41d8-ad5a-ac338d7c591e tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288242 Mar 16 00:35:07.834161 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] For port 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:35:07.837684 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] For port 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=71a3585a-bf3f-4bd6-8ff3-219d02eabd0b,segment=NetworkSegment(057864bc-2668-4675-ba4c-0c6c118b77f6),segment_id=057864bc-2668-4675-ba4c-0c6c118b77f6)] {{(pid=109657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:35:07.844550 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (71a3585a-bf3f-4bd6-8ff3-219d02eabd0b), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:07.924974 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c31235-cd4a-4425-aaef-c8000bfeef59 None None] Pushing event updated for resources: {'Port': ['ID=71a3585a-bf3f-4bd6-8ff3-219d02eabd0b,revision_number=2']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:08.058018 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-09043457-3871-46a8-9a4b-34be45edf024 admin admin] Publish callbacks [] for router_gateway (8db6920e-e239-43e0-9ca6-b1ab49b7f2f8), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:08.092216 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-09043457-3871-46a8-9a4b-34be45edf024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:08.198850 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38f51f-c589-4f92-aaf2-1f58dcbdf5b0 req-7c780d81-da56-4726-ac70-f4e5b9d0f528 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:08.211884 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ba38f51f-c589-4f92-aaf2-1f58dcbdf5b0 req-7c780d81-da56-4726-ac70-f4e5b9d0f528 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.1445019 Mar 16 00:35:08.292067 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ba38f51f-c589-4f92-aaf2-1f58dcbdf5b0 req-75c2fb53-c419-404e-aee9-17b9efbc67c0 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791833 Mar 16 00:35:08.374195 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [None req-09043457-3871-46a8-9a4b-34be45edf024 admin admin] Allocated IP 172.27.2.209 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/eaf3f086-d162-4660-ad9e-e1353a15a1e8) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:35:08.397223 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ab122-898d-41f3-ad14-82842bd50e0c req-57dca7c4-b0ff-4478-8b26-04dbe01ac6a1 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:08.404314 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cc9ab122-898d-41f3-ad14-82842bd50e0c req-57dca7c4-b0ff-4478-8b26-04dbe01ac6a1 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0974240 Mar 16 00:35:08.505807 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cc9ab122-898d-41f3-ad14-82842bd50e0c req-afdf0546-1af3-4c17-9d4b-d9ff15061d78 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999670 Mar 16 00:35:08.564467 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-09043457-3871-46a8-9a4b-34be45edf024 admin admin] Publish callbacks [] for port (eaf3f086-d162-4660-ad9e-e1353a15a1e8), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:08.620036 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-09043457-3871-46a8-9a4b-34be45edf024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (eaf3f086-d162-4660-ad9e-e1353a15a1e8), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:08.676240 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09043457-3871-46a8-9a4b-34be45edf024 admin admin] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:35:08.684360 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-09043457-3871-46a8-9a4b-34be45edf024 admin admin] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:35:08.690537 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09043457-3871-46a8-9a4b-34be45edf024 admin admin] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:35:08.693705 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09043457-3871-46a8-9a4b-34be45edf024 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf3f086-d162-4660-ad9e-e1353a15a1e8,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:09.049183 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1dcf93-c0d1-4452-baad-feb285052927 req-6c4fb74a-f70c-42aa-b681-b5a4b6904812 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:09.051052 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-8d1dcf93-c0d1-4452-baad-feb285052927 req-6c4fb74a-f70c-42aa-b681-b5a4b6904812 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 947 time: 0.1327639 Mar 16 00:35:09.164507 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-8d1dcf93-c0d1-4452-baad-feb285052927 req-dba37f66-3993-43d1-9a77-c103601d7f07 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058884 Mar 16 00:35:09.207105 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-09043457-3871-46a8-9a4b-34be45edf024 admin admin] Publish callbacks [] for router_gateway (8db6920e-e239-43e0-9ca6-b1ab49b7f2f8), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:09.344375 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ee9af1-5c56-48d6-9d70-80a754bd73ad None None] Network c7f24b43-d8d5-4c07-970a-7de33dbfdaea requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:35:09.461509 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-6e6175de-385a-4253-9817-58bab01099f1 None None] Provisioning complete for port 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:09.461509 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-6e6175de-385a-4253-9817-58bab01099f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (71a3585a-bf3f-4bd6-8ff3-219d02eabd0b), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:09.531265 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:35:09.614196 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b813c-ed50-4335-96a3-6afa942a85f3 req-c59e5354-dd10-4599-a480-fe044d2b54dc tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:09.621643 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d49b813c-ed50-4335-96a3-6afa942a85f3 req-c59e5354-dd10-4599-a480-fe044d2b54dc tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.1440377 Mar 16 00:35:09.680102 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-09043457-3871-46a8-9a4b-34be45edf024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558706'] for router (8db6920e-e239-43e0-9ca6-b1ab49b7f2f8), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:09.718071 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d49b813c-ed50-4335-96a3-6afa942a85f3 req-8c5c34dd-2877-4750-9a0b-ab788da9684b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951655 Mar 16 00:35:09.740684 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359fccf-9195-472f-96dd-248d30f9ff24 req-9a2c1493-bf66-4fa3-bde7-edf240ff3a51 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:09.750821 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2359fccf-9195-472f-96dd-248d30f9ff24 req-9a2c1493-bf66-4fa3-bde7-edf240ff3a51 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.1559186 Mar 16 00:35:09.837203 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:09.839587 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (71a3585a-bf3f-4bd6-8ff3-219d02eabd0b), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:09.922889 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2359fccf-9195-472f-96dd-248d30f9ff24 req-e037010d-1460-4b22-9e36-45fcf0e1ec57 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709859 Mar 16 00:35:09.927051 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-6e6175de-385a-4253-9817-58bab01099f1 None None] Current status of the port 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:09.927452 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-6e6175de-385a-4253-9817-58bab01099f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (71a3585a-bf3f-4bd6-8ff3-219d02eabd0b), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:09.962855 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09043457-3871-46a8-9a4b-34be45edf024 admin admin] Router 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 is scheduled to L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 with binding_index 1 {{(pid=109656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 00:35:10.011105 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-6e6175de-385a-4253-9817-58bab01099f1 None None] For port 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=71a3585a-bf3f-4bd6-8ff3-219d02eabd0b,segment=NetworkSegment(057864bc-2668-4675-ba4c-0c6c118b77f6),segment_id=057864bc-2668-4675-ba4c-0c6c118b77f6)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:35:10.024332 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-6e6175de-385a-4253-9817-58bab01099f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (71a3585a-bf3f-4bd6-8ff3-219d02eabd0b), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:10.116403 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6175de-385a-4253-9817-58bab01099f1 None None] Pushing event updated for resources: {'Port': ['ID=71a3585a-bf3f-4bd6-8ff3-219d02eabd0b,revision_number=3']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:10.166152 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-87440853-40da-4d2d-8c28-99bdfe8b9247 None None] Provisioning complete for port 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:10.166454 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-87440853-40da-4d2d-8c28-99bdfe8b9247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (71a3585a-bf3f-4bd6-8ff3-219d02eabd0b), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:10.299760 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09043457-3871-46a8-9a4b-34be45edf024 admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:35:10.313383 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] Sync routers for ids ['8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:35:10.336012 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-09043457-3871-46a8-9a4b-34be45edf024 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:10.339945 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-09043457-3871-46a8-9a4b-34be45edf024 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2893376 Mar 16 00:35:10.340227 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 59126) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:10.361439 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] Routers {'8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:35:10.375391 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:34:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:10.459383 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:10.520069 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4e37e-1111-440b-8cfd-cbed5a4d60b7 req-336069d0-9536-4899-9375-3f6c2261c4fe tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:10.521671 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b5a4e37e-1111-440b-8cfd-cbed5a4d60b7 req-336069d0-9536-4899-9375-3f6c2261c4fe tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 947 time: 0.1372778 Mar 16 00:35:10.550800 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-87440853-40da-4d2d-8c28-99bdfe8b9247 None None] Current status of the port 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:10.644486 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b5a4e37e-1111-440b-8cfd-cbed5a4d60b7 req-37ceb217-e4af-4fd4-ade8-14f0e0f633c9 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162314 Mar 16 00:35:10.707151 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] Set router 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:35:11.030979 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'name': 'tempest-TestMinimumBasicScenario-1335226410-router', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:07Z', 'updated_at': '2022-03-16T00:35:08Z', 'revision_number': 3, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'gw_port': {'id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:08Z', 'updated_at': '2022-03-16T00:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:11.094344 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abaf32c-f884-43bf-83f2-3019074a6df4 req-b9dbd31f-e132-48c0-845c-e8cb57dbff2e tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:11.100636 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] Checking router: 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:35:11.100998 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] Updating router 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 port eaf3f086-d162-4660-ad9e-e1353a15a1e8 binding host dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 00:35:11.101189 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-3abaf32c-f884-43bf-83f2-3019074a6df4 req-b9dbd31f-e132-48c0-845c-e8cb57dbff2e tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.1928699 Mar 16 00:35:11.145931 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be64e9d-6730-419d-ab02-1675defc9fe3 req-56d6c4f7-0a99-4a8a-aef7-63ffc0490134 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:11.147451 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9be64e9d-6730-419d-ab02-1675defc9fe3 req-56d6c4f7-0a99-4a8a-aef7-63ffc0490134 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0943179 Mar 16 00:35:11.171215 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (eaf3f086-d162-4660-ad9e-e1353a15a1e8), before_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:11.246383 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9be64e9d-6730-419d-ab02-1675defc9fe3 req-ac33a942-c150-4daa-8d4f-ed0de82bd925 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934656 Mar 16 00:35:11.254064 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-3abaf32c-f884-43bf-83f2-3019074a6df4 req-e3b128d2-d1c5-41ce-9d51-5131dd78c9c1 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464429 Mar 16 00:35:11.296538 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-213ced4d-6632-449c-8fb7-d3ca351692d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:11.518928 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:35:11.579819 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_common [None req-213ced4d-6632-449c-8fb7-d3ca351692d7 admin admin] Allocated IP 172.20.0.1 (c7f24b43-d8d5-4c07-970a-7de33dbfdaea/fcc3f995-e5bf-40fe-a1d7-558859b9f842/099a6ea3-79f5-4ca9-879a-ae622dd215dc) {{(pid=109655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:35:11.665099 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:11.667343 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (71a3585a-bf3f-4bd6-8ff3-219d02eabd0b), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:11.743660 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-213ced4d-6632-449c-8fb7-d3ca351692d7 admin admin] Publish callbacks [] for port (099a6ea3-79f5-4ca9-879a-ae622dd215dc), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:11.796402 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] Publish callbacks [] for port (eaf3f086-d162-4660-ad9e-e1353a15a1e8), precommit_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:11.805369 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (eaf3f086-d162-4660-ad9e-e1353a15a1e8), after_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:11.820313 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-213ced4d-6632-449c-8fb7-d3ca351692d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (099a6ea3-79f5-4ca9-879a-ae622dd215dc), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:11.852199 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f931d1c-32fa-477c-b32c-12e54a8670cc None None] Pushing event updated for resources: {'Port': ['ID=eaf3f086-d162-4660-ad9e-e1353a15a1e8,revision_number=2']} {{(pid=109658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:11.861030 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f931d1c-32fa-477c-b32c-12e54a8670cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:11.862163 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f931d1c-32fa-477c-b32c-12e54a8670cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:11.862826 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f931d1c-32fa-477c-b32c-12e54a8670cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:11.863425 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f931d1c-32fa-477c-b32c-12e54a8670cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:11.863989 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f931d1c-32fa-477c-b32c-12e54a8670cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:11.864547 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f931d1c-32fa-477c-b32c-12e54a8670cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:11.865087 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f931d1c-32fa-477c-b32c-12e54a8670cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:11.865793 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f931d1c-32fa-477c-b32c-12e54a8670cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:11.866375 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f931d1c-32fa-477c-b32c-12e54a8670cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:11.866936 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f931d1c-32fa-477c-b32c-12e54a8670cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:11.867502 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f931d1c-32fa-477c-b32c-12e54a8670cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:11.868065 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f931d1c-32fa-477c-b32c-12e54a8670cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:11.868610 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f931d1c-32fa-477c-b32c-12e54a8670cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:11.869163 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f931d1c-32fa-477c-b32c-12e54a8670cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:11.869725 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f931d1c-32fa-477c-b32c-12e54a8670cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:11.903930 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ced4d-6632-449c-8fb7-d3ca351692d7 admin admin] Pushing event updated for resources: {'Port': ['ID=099a6ea3-79f5-4ca9-879a-ae622dd215dc,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:11.927406 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213ced4d-6632-449c-8fb7-d3ca351692d7 admin admin] Network c7f24b43-d8d5-4c07-970a-7de33dbfdaea is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:35:11.930348 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:11.930496 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-213ced4d-6632-449c-8fb7-d3ca351692d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:35:11.931839 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] Attempting to bind port eaf3f086-d162-4660-ad9e-e1353a15a1e8 on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:35:11.932927 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] Attempting to bind port eaf3f086-d162-4660-ad9e-e1353a15a1e8 by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}] {{(pid=109658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:35:11.940065 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] Attempting to bind port eaf3f086-d162-4660-ad9e-e1353a15a1e8 on network d7b91a62-3519-438e-afea-681b80fa7f46 {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:35:11.946012 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213ced4d-6632-449c-8fb7-d3ca351692d7 admin admin] Received port after_create {{(pid=109655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:35:11.947877 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:35:11.948264 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] Checking segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:35:11.948668 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:11.949088 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] Bound using segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:35:11.949752 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] Bound port: eaf3f086-d162-4660-ad9e-e1353a15a1e8, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}}] {{(pid=109658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:35:11.950106 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (eaf3f086-d162-4660-ad9e-e1353a15a1e8), before_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:12.010075 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e290a58-aaef-4571-964f-6caa712a06ba req-3cb259f4-b1b4-47cd-b9b2-cd01bd492ccf tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:12.019608 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.db [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] For port eaf3f086-d162-4660-ad9e-e1353a15a1e8, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:35:12.021850 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-4e290a58-aaef-4571-964f-6caa712a06ba req-3cb259f4-b1b4-47cd-b9b2-cd01bd492ccf tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 947 time: 0.2274153 Mar 16 00:35:12.028867 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.db [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] For port eaf3f086-d162-4660-ad9e-e1353a15a1e8, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=eaf3f086-d162-4660-ad9e-e1353a15a1e8,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:35:12.033963 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device e588570a-8d93-4461-8e76-3b82d684bd10 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:35:12.045316 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (eaf3f086-d162-4660-ad9e-e1353a15a1e8), after_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:12.150650 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-4e290a58-aaef-4571-964f-6caa712a06ba req-5f5ca81a-ad32-4065-a2b6-4876ce513b55 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279218 Mar 16 00:35:12.151807 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-213ced4d-6632-449c-8fb7-d3ca351692d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558721'] for router_interface (8db6920e-e239-43e0-9ca6-b1ab49b7f2f8), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:12.201286 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f931d1c-32fa-477c-b32c-12e54a8670cc None None] Pushing event updated for resources: {'Port': ['ID=eaf3f086-d162-4660-ad9e-e1353a15a1e8,revision_number=3']} {{(pid=109658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:12.206189 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] Routers {'8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:35:12.206875 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:34:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:12.321304 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port e588570a-8d93-4461-8e76-3b82d684bd10, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e588570a-8d93-4461-8e76-3b82d684bd10,segment=NetworkSegment(44cfb6eb-522b-4d3b-b11e-cdc8385ad097),segment_id=44cfb6eb-522b-4d3b-b11e-cdc8385ad097)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:35:12.364775 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': 'e588570a-8d93-4461-8e76-3b82d684bd10', 'network_id': 'e8ff63ac-4086-4e0e-93ed-62cb1624bd38', 'port_id': 'e588570a-8d93-4461-8e76-3b82d684bd10', 'mac_address': 'fa:16:3e:f9:52:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d119e5-135a-4fdd-ba9a-0aedae5207dc', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:35:12.420939 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] Set router 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:35:12.449366 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf325c3-f85e-4e51-b431-51311ee27d0b req-cdb658a6-5c26-4ce8-82f0-5908a5e73bb1 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:12.459924 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0bf325c3-f85e-4e51-b431-51311ee27d0b req-cdb658a6-5c26-4ce8-82f0-5908a5e73bb1 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0927527 Mar 16 00:35:12.476829 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port e588570a-8d93-4461-8e76-3b82d684bd10 is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:12.477219 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (e588570a-8d93-4461-8e76-3b82d684bd10), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:12.506147 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e588570a-8d93-4461-8e76-3b82d684bd10 {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:35:12.513152 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-7aa76b9b-c5a7-45a7-a58a-d1e2dd128e46 None None] Provisioning complete for port 099a6ea3-79f5-4ca9-879a-ae622dd215dc triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:12.514262 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-7aa76b9b-c5a7-45a7-a58a-d1e2dd128e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (099a6ea3-79f5-4ca9-879a-ae622dd215dc), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:12.531708 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-213ced4d-6632-449c-8fb7-d3ca351692d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (099a6ea3-79f5-4ca9-879a-ae622dd215dc), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:12.560457 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0bf325c3-f85e-4e51-b431-51311ee27d0b req-83b8b948-18d0-48da-b40e-6c741533c7ce tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991189 Mar 16 00:35:12.593337 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port e588570a-8d93-4461-8e76-3b82d684bd10, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e588570a-8d93-4461-8e76-3b82d684bd10,segment=NetworkSegment(44cfb6eb-522b-4d3b-b11e-cdc8385ad097),segment_id=44cfb6eb-522b-4d3b-b11e-cdc8385ad097)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:35:12.627526 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (e588570a-8d93-4461-8e76-3b82d684bd10), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:12.628448 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-7aa76b9b-c5a7-45a7-a58a-d1e2dd128e46 None None] Port 099a6ea3-79f5-4ca9-879a-ae622dd215dc cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:35:12.714043 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=e588570a-8d93-4461-8e76-3b82d684bd10,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:12.812589 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'name': 'tempest-TestMinimumBasicScenario-1335226410-router', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:07Z', 'updated_at': '2022-03-16T00:35:08Z', 'revision_number': 3, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'gw_port': {'id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:08Z', 'updated_at': '2022-03-16T00:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:12.845477 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3610fc6c-8dcc-4b2d-8ca6-a186fb379edf None None] The sync data for ids ['8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'] in dv-cinder-831247-13-iscsi is: [{'id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'name': 'tempest-TestMinimumBasicScenario-1335226410-router', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:07Z', 'updated_at': '2022-03-16T00:35:08Z', 'revision_number': 3, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'gw_port': {'id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:08Z', 'updated_at': '2022-03-16T00:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:35:12.940300 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['e588570a-8d93-4461-8e76-3b82d684bd10'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:35:12.955530 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae2ce6-7596-4e26-9920-bd9a3f8dbe95 req-f4c637b4-33f4-4a0b-bc22-1526115c9451 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:12.957053 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-deae2ce6-7596-4e26-9920-bd9a3f8dbe95 req-f4c637b4-33f4-4a0b-bc22-1526115c9451 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.5300655 Mar 16 00:35:13.061401 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-deae2ce6-7596-4e26-9920-bd9a3f8dbe95 req-00b83458-d399-460c-a117-c12420dce5d7 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980515 Mar 16 00:35:13.087622 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-213ced4d-6632-449c-8fb7-d3ca351692d7 admin admin] Publish callbacks [] for port (099a6ea3-79f5-4ca9-879a-ae622dd215dc), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:13.097321 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-213ced4d-6632-449c-8fb7-d3ca351692d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5476197'] for port (099a6ea3-79f5-4ca9-879a-ae622dd215dc), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:13.141367 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-213ced4d-6632-449c-8fb7-d3ca351692d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557361'] for router_interface (8db6920e-e239-43e0-9ca6-b1ab49b7f2f8), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:13.281703 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ced4d-6632-449c-8fb7-d3ca351692d7 admin admin] Pushing event updated for resources: {'Port': ['ID=099a6ea3-79f5-4ca9-879a-ae622dd215dc,revision_number=2']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:13.347268 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61d3a3-2ed4-46ef-ad23-f1cd4fc92561 req-d4a1302e-9155-47ca-925d-54d22b261b9b tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:13.348259 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9c61d3a3-2ed4-46ef-ad23-f1cd4fc92561 req-d4a1302e-9155-47ca-925d-54d22b261b9b tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 948 time: 0.0768552 Mar 16 00:35:13.431334 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213ced4d-6632-449c-8fb7-d3ca351692d7 admin admin] Network c7f24b43-d8d5-4c07-970a-7de33dbfdaea is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:35:13.446447 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-213ced4d-6632-449c-8fb7-d3ca351692d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:35:13.496264 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9c61d3a3-2ed4-46ef-ad23-f1cd4fc92561 req-67325473-037a-4da7-ae57-bc7b278db4ce tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412263 Mar 16 00:35:13.517801 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device eaf3f086-d162-4660-ad9e-e1353a15a1e8 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:35:13.631114 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port eaf3f086-d162-4660-ad9e-e1353a15a1e8 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:13.632219 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (eaf3f086-d162-4660-ad9e-e1353a15a1e8), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:13.672802 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213ced4d-6632-449c-8fb7-d3ca351692d7 admin admin] Router 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:35:13.860631 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port eaf3f086-d162-4660-ad9e-e1353a15a1e8 is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:13.861032 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (eaf3f086-d162-4660-ad9e-e1353a15a1e8), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:13.898306 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] For port eaf3f086-d162-4660-ad9e-e1353a15a1e8, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=eaf3f086-d162-4660-ad9e-e1353a15a1e8,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:35:13.905783 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (eaf3f086-d162-4660-ad9e-e1353a15a1e8), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:13.914459 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff85938-a08d-4a4b-b448-afd373337153 req-38e79a90-6533-44e5-97dc-1cee707e0252 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:13.916183 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-cff85938-a08d-4a4b-b448-afd373337153 req-38e79a90-6533-44e5-97dc-1cee707e0252 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.1968982 Mar 16 00:35:13.979977 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213ced4d-6632-449c-8fb7-d3ca351692d7 admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:35:13.995541 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-213ced4d-6632-449c-8fb7-d3ca351692d7 admin admin] 10.222.0.10 "PUT /v2.0/routers/8db6920e-e239-43e0-9ca6-b1ab49b7f2f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6526492 Mar 16 00:35:14.017821 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-cff85938-a08d-4a4b-b448-afd373337153 req-1705bb7c-e752-4020-b333-cbba8d43616b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933208 Mar 16 00:35:14.058993 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Pushing event updated for resources: {'Port': ['ID=eaf3f086-d162-4660-ad9e-e1353a15a1e8,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:14.065369 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-19c70b13-0e61-4583-81c7-a12fa138d82d None None] Provisioning complete for port 099a6ea3-79f5-4ca9-879a-ae622dd215dc triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:14.065793 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-19c70b13-0e61-4583-81c7-a12fa138d82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (099a6ea3-79f5-4ca9-879a-ae622dd215dc), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:14.067791 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device e588570a-8d93-4461-8e76-3b82d684bd10 up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:35:14.161920 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-19c70b13-0e61-4583-81c7-a12fa138d82d None None] Port 099a6ea3-79f5-4ca9-879a-ae622dd215dc cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:35:14.172107 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning for port e588570a-8d93-4461-8e76-3b82d684bd10 completed by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 00:35:14.187593 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port e588570a-8d93-4461-8e76-3b82d684bd10 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:14.188015 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (e588570a-8d93-4461-8e76-3b82d684bd10), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:14.303667 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97a96b-0e03-4e5a-9a7e-cb649b35d45c req-1898a308-b7eb-4232-ba9a-3d9017f83560 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:14.323414 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6b97a96b-0e03-4e5a-9a7e-cb649b35d45c req-1898a308-b7eb-4232-ba9a-3d9017f83560 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.1313047 Mar 16 00:35:14.339799 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port e588570a-8d93-4461-8e76-3b82d684bd10 is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:14.340213 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (e588570a-8d93-4461-8e76-3b82d684bd10), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:14.392296 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8ddd8e-c84d-48cc-a749-33c39d6b41d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e588570a-8d93-4461-8e76-3b82d684bd10'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:35:14.394773 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c58ec6-d104-4f75-8d22-1812e69f5c66" -d '{"events": [{"server_uuid": "ff8ddd8e-c84d-48cc-a749-33c39d6b41d7", "name": "network-vif-plugged", "status": "completed", "tag": "e588570a-8d93-4461-8e76-3b82d684bd10"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:35:14.412516 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port e588570a-8d93-4461-8e76-3b82d684bd10, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e588570a-8d93-4461-8e76-3b82d684bd10,segment=NetworkSegment(44cfb6eb-522b-4d3b-b11e-cdc8385ad097),segment_id=44cfb6eb-522b-4d3b-b11e-cdc8385ad097)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:35:14.431091 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (e588570a-8d93-4461-8e76-3b82d684bd10), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:14.474098 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6b97a96b-0e03-4e5a-9a7e-cb649b35d45c req-3f1844c1-750e-487e-bdf8-daa07c3fc324 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491258 Mar 16 00:35:14.499730 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=e588570a-8d93-4461-8e76-3b82d684bd10,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:14.516934 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101ded0f-fe3d-4532-83c8-5255702a6b20 x-openstack-request-id: req-101ded0f-fe3d-4532-83c8-5255702a6b20 {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:35:14.517398 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8ddd8e-c84d-48cc-a749-33c39d6b41d7", "name": "network-vif-plugged", "status": "completed", "tag": "e588570a-8d93-4461-8e76-3b82d684bd10", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:35:14.517783 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-101ded0f-fe3d-4532-83c8-5255702a6b20 {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:35:14.518463 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8ddd8e-c84d-48cc-a749-33c39d6b41d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e588570a-8d93-4461-8e76-3b82d684bd10', 'code': 200} Mar 16 00:35:14.697307 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04eac9-7720-495c-9508-da2d626f91e4 req-aa655c76-8a67-4963-af87-51817f4e6931 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:14.700708 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6b04eac9-7720-495c-9508-da2d626f91e4 req-aa655c76-8a67-4963-af87-51817f4e6931 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 949 time: 0.1108880 Mar 16 00:35:14.882132 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6b04eac9-7720-495c-9508-da2d626f91e4 req-48c27f5f-02b2-4425-a477-d4219e4ddf94 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729476 Mar 16 00:35:14.903189 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d052a-cc12-4311-af47-aeb68e3992e9 req-ba430744-4844-4cb3-a46c-b910edba88a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:14.906476 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c96d052a-cc12-4311-af47-aeb68e3992e9 req-ba430744-4844-4cb3-a46c-b910edba88a8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 1133 time: 0.1556931 Mar 16 00:35:14.976967 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c96d052a-cc12-4311-af47-aeb68e3992e9 req-847560c0-7838-4b11-bfb8-e7d3f3f07dae service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629091 Mar 16 00:35:15.016656 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 59254) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:15.022193 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-b5d10d66-446e-4d1e-95be-090e98df03c4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1206554668-network', 'tenant_id': 'eff011ed6b3543f59e8bfec479e7da11'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:35:15.057514 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d10d66-446e-4d1e-95be-090e98df03c4 admin admin] Made reservation on behalf of eff011ed6b3543f59e8bfec479e7da11 for: {'network': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:35:15.057514 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b5d10d66-446e-4d1e-95be-090e98df03c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for network (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:15.065655 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b5d10d66-446e-4d1e-95be-090e98df03c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:15.264895 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1c1bb-d709-4cb4-8687-c7c71d6dad5e req-54cc1fac-da2d-4f54-9b95-bce1641d2836 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:15.266643 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-78b1c1bb-d709-4cb4-8687-c7c71d6dad5e req-54cc1fac-da2d-4f54-9b95-bce1641d2836 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.1056757 Mar 16 00:35:15.273089 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b5d10d66-446e-4d1e-95be-090e98df03c4 admin admin] Publish callbacks [] for security_group (624039d4-660b-4e3a-84f0-cb7cb381b8b2), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:15.295585 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b5d10d66-446e-4d1e-95be-090e98df03c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (624039d4-660b-4e3a-84f0-cb7cb381b8b2), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:15.340256 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d10d66-446e-4d1e-95be-090e98df03c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=109655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 00:35:15.375752 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d10d66-446e-4d1e-95be-090e98df03c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624039d4-660b-4e3a-84f0-cb7cb381b8b2,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:15.378905 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b5d10d66-446e-4d1e-95be-090e98df03c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (3b6c544b-dc85-4c94-8004-1c967ae0e4e0), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:15.379302 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.db.segments_db [None req-b5d10d66-446e-4d1e-95be-090e98df03c4 admin admin] Added segment 3b6c544b-dc85-4c94-8004-1c967ae0e4e0 of type vlan for network 83a6a52c-d780-4118-b3a2-309c1d1c1a74 Mar 16 00:35:15.389974 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-78b1c1bb-d709-4cb4-8687-c7c71d6dad5e req-aafe861f-7eb4-4d17-9d57-067726970c88 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140671 Mar 16 00:35:15.447017 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b5d10d66-446e-4d1e-95be-090e98df03c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752661257912'] for network (83a6a52c-d780-4118-b3a2-309c1d1c1a74), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:15.460917 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] Sync routers for ids ['8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:35:15.473840 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] Routers {'8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:35:15.495709 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:34:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:15.497319 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b5d10d66-446e-4d1e-95be-090e98df03c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for network (83a6a52c-d780-4118-b3a2-309c1d1c1a74), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:15.499068 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d10d66-446e-4d1e-95be-090e98df03c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:15.499847 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b5d10d66-446e-4d1e-95be-090e98df03c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:15.508037 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device eaf3f086-d162-4660-ad9e-e1353a15a1e8 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:35:15.573171 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-b5d10d66-446e-4d1e-95be-090e98df03c4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5553279 Mar 16 00:35:15.573866 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 59264) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:15.581563 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-77eb8b95-9ce4-46b9-8734-b6d234f06527 admin admin] Request body: {'subnet': {'network_id': '83a6a52c-d780-4118-b3a2-309c1d1c1a74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1206554668-subnet', 'tenant_id': 'eff011ed6b3543f59e8bfec479e7da11', 'ip_version': 4}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:35:15.592198 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d10d66-446e-4d1e-95be-090e98df03c4 admin admin] Pushing event updated for resources: {'Network': ['ID=83a6a52c-d780-4118-b3a2-309c1d1c1a74,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:15.618627 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77eb8b95-9ce4-46b9-8734-b6d234f06527 admin admin] Made reservation on behalf of eff011ed6b3543f59e8bfec479e7da11 for: {'subnet': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:35:15.619799 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d7b33-ef9d-4f9b-a816-b5e322fa394b req-4a326d20-5812-4ba5-ad05-c1386ae35e66 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:15.621582 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-77eb8b95-9ce4-46b9-8734-b6d234f06527 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5478581'] for subnet (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:15.627192 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ba5d7b33-ef9d-4f9b-a816-b5e322fa394b req-4a326d20-5812-4ba5-ad05-c1386ae35e66 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0719593 Mar 16 00:35:15.690800 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ba5d7b33-ef9d-4f9b-a816-b5e322fa394b req-112c683f-8da5-41f1-8c90-5dbe4c487ce8 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624185 Mar 16 00:35:15.717194 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Network 83a6a52c-d780-4118-b3a2-309c1d1c1a74 details requested by agent ovs-agent-dv-cinder-831247-13-iscsi with host dv-cinder-831247-13-iscsi {{(pid=109657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 00:35:15.790475 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] Set router 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:35:15.860200 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-77eb8b95-9ce4-46b9-8734-b6d234f06527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5476336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5478539'] for subnet (489eefb7-385d-434c-944c-4d56d5920965), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:15.931124 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb8b95-9ce4-46b9-8734-b6d234f06527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=489eefb7-385d-434c-944c-4d56d5920965,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:15.939844 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77eb8b95-9ce4-46b9-8734-b6d234f06527 admin admin] Checking segment: {'id': '3b6c544b-dc85-4c94-8004-1c967ae0e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '83a6a52c-d780-4118-b3a2-309c1d1c1a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:35:15.940164 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eb8b95-9ce4-46b9-8734-b6d234f06527 admin admin] Network hostable DHCP agents. Network: 83a6a52c-d780-4118-b3a2-309c1d1c1a74, hostable agents: ['92114df5-18d6-4d7c-9264-0f0b53b6b6a9'], hosted agents: [] {{(pid=109655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 00:35:15.964019 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port eaf3f086-d162-4660-ad9e-e1353a15a1e8 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:15.964138 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (eaf3f086-d162-4660-ad9e-e1353a15a1e8), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:15.975694 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eb8b95-9ce4-46b9-8734-b6d234f06527 admin admin] Network 83a6a52c-d780-4118-b3a2-309c1d1c1a74 is scheduled to be hosted by DHCP agent 92114df5-18d6-4d7c-9264-0f0b53b6b6a9 with binding_index 1 {{(pid=109655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 00:35:15.993767 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 59272) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:15.998378 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-77eb8b95-9ce4-46b9-8734-b6d234f06527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-13-iscsi, 83a6a52c-d780-4118-b3a2-309c1d1c1a74) {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:35:16.003092 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eb8b95-9ce4-46b9-8734-b6d234f06527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:16.004011 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-77eb8b95-9ce4-46b9-8734-b6d234f06527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:16.023801 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-77eb8b95-9ce4-46b9-8734-b6d234f06527 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4461472 Mar 16 00:35:16.026165 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 59274) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:16.032052 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac914bd-4cb9-4aa0-949e-d9947f5181af None None] Network 83a6a52c-d780-4118-b3a2-309c1d1c1a74 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:35:16.032792 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-bdd752b5-0970-43cf-9b80-6519f65818ab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1206554668-router', 'tenant_id': 'eff011ed6b3543f59e8bfec479e7da11', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:35:16.058274 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-bdd752b5-0970-43cf-9b80-6519f65818ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27896'] for router (8d04d35d-2fb8-4389-94e0-095ee1d3a05d), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:16.062745 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-bdd752b5-0970-43cf-9b80-6519f65818ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1033786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27889'] for router (8d04d35d-2fb8-4389-94e0-095ee1d3a05d), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:16.080903 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c038319-1804-47cf-82ec-f5e821d92639 admin admin] Deleting subnet 9242681e-c721-4a6d-9270-b60b87387949 {{(pid=109656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 00:35:16.088432 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2c038319-1804-47cf-82ec-f5e821d92639 admin admin] Publish callbacks [] for subnet (9242681e-c721-4a6d-9270-b60b87387949), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:16.133023 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2c038319-1804-47cf-82ec-f5e821d92639 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5983764'] for subnet (9242681e-c721-4a6d-9270-b60b87387949), precommit_delete_associations {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:16.178110 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2c038319-1804-47cf-82ec-f5e821d92639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1106181'] for subnet (9242681e-c721-4a6d-9270-b60b87387949), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:16.187285 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-bdd752b5-0970-43cf-9b80-6519f65818ab admin admin] Publish callbacks [] for router_controller (8d04d35d-2fb8-4389-94e0-095ee1d3a05d), precommit_add_association {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:16.272376 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2c038319-1804-47cf-82ec-f5e821d92639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1106430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5920131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5436656'] for subnet (9242681e-c721-4a6d-9270-b60b87387949), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:16.308630 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1118a4-d37d-4fac-bead-27aa0cdca195 req-2c82ed89-fe27-4afd-a9cc-8a959e401892 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:16.309965 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-fa1118a4-d37d-4fac-bead-27aa0cdca195 req-2c82ed89-fe27-4afd-a9cc-8a959e401892 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 949 time: 0.1824925 Mar 16 00:35:16.311869 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c038319-1804-47cf-82ec-f5e821d92639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9242681e-c721-4a6d-9270-b60b87387949,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:16.340210 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2c038319-1804-47cf-82ec-f5e821d92639 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:16.343983 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-2c038319-1804-47cf-82ec-f5e821d92639 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9242681e-c721-4a6d-9270-b60b87387949 HTTP/1.1" status: 204 len: 168 time: 0.3491499 Mar 16 00:35:16.346419 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 59278) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:16.381017 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port eaf3f086-d162-4660-ad9e-e1353a15a1e8 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:16.412452 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-bdd752b5-0970-43cf-9b80-6519f65818ab admin admin] Publish callbacks [] for router_gateway (8d04d35d-2fb8-4389-94e0-095ee1d3a05d), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:16.424973 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0774223c-cced-4688-a609-9034b8315e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1adf14ab-7b2c-5d9c-b824-2499cacfe593-83a6a52c-d780-4118-b3a2-309c1d1c1a74', 'network_id': '83a6a52c-d780-4118-b3a2-309c1d1c1a74', 'project_id': 'eff011ed6b3543f59e8bfec479e7da11', 'fixed_ips': [{'subnet_id': '489eefb7-385d-434c-944c-4d56d5920965'}]}} from dv-cinder-831247-13-iscsi. {{(pid=109657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 00:35:16.425909 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0774223c-cced-4688-a609-9034b8315e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:16.484017 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-15f2f16f-de64-4a03-9474-56fb24072496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1244356'] for network (19fdd5b1-d82a-4e11-b938-932dca29aa1e), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:16.505302 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'name': 'tempest-TestMinimumBasicScenario-1335226410-router', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:07Z', 'updated_at': '2022-03-16T00:35:12Z', 'revision_number': 4, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'gw_port': {'id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:08Z', 'updated_at': '2022-03-16T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '099a6ea3-79f5-4ca9-879a-ae622dd215dc', 'name': '', 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'mac_address': 'fa:16:3e:cc:9c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'fcc3f995-e5bf-40fe-a1d7-558859b9f842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:11Z', 'updated_at': '2022-03-16T00:35:12Z', 'revision_number': 2, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'subnets': [{'id': 'fcc3f995-e5bf-40fe-a1d7-558859b9f842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:16.597526 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] Checking router: 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:35:16.597526 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] Updating router 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 port 099a6ea3-79f5-4ca9-879a-ae622dd215dc binding host dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 00:35:16.645604 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-fa1118a4-d37d-4fac-bead-27aa0cdca195 req-b3c8176e-d166-468d-ab53-3d0de5eaaf28 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366359 Mar 16 00:35:16.665346 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (099a6ea3-79f5-4ca9-879a-ae622dd215dc), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:16.708478 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-15f2f16f-de64-4a03-9474-56fb24072496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135250', 'neutron.services.segments.db._delete_segments_for_network-8752661694154'] for network (19fdd5b1-d82a-4e11-b938-932dca29aa1e), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:16.775237 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-15f2f16f-de64-4a03-9474-56fb24072496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19fdd5b1-d82a-4e11-b938-932dca29aa1e']}} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:16.792556 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadd423-c79a-49bf-a9b0-1310152502b8 req-60b15096-a101-4c85-b48b-1645f1c57a51 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:16.794717 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9fadd423-c79a-49bf-a9b0-1310152502b8 req-60b15096-a101-4c85-b48b-1645f1c57a51 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.2370059 Mar 16 00:35:16.807146 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-15f2f16f-de64-4a03-9474-56fb24072496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40977f7e-1ed7-41b2-908c-6a482fd77429') {'for_net_delete': True} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:16.807852 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-15f2f16f-de64-4a03-9474-56fb24072496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40977f7e-1ed7-41b2-908c-6a482fd77429') {} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:16.835685 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-15f2f16f-de64-4a03-9474-56fb24072496 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752661698259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5983775'] for segment (40977f7e-1ed7-41b2-908c-6a482fd77429), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:16.857424 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-15f2f16f-de64-4a03-9474-56fb24072496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (40977f7e-1ed7-41b2-908c-6a482fd77429), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:16.865750 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f2f16f-de64-4a03-9474-56fb24072496 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 00:35:16.866303 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-15f2f16f-de64-4a03-9474-56fb24072496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5920041'] for segment (40977f7e-1ed7-41b2-908c-6a482fd77429), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:16.872034 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.db_base_plugin_common [None req-0774223c-cced-4688-a609-9034b8315e87 None None] Allocated IP 172.20.0.2 (83a6a52c-d780-4118-b3a2-309c1d1c1a74/489eefb7-385d-434c-944c-4d56d5920965/03d81d05-9691-46f0-8940-ff48f2dee8ad) {{(pid=109657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: Traceback (most recent call last): Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: timer() Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: cb(*args, **kw) Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: return func(*args, **kwargs) Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: self._notify() Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: self.callback(batched_events) Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: event.method(event) Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: return f(self, *a, **k) Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: return self._get(url).json() Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: return self.request(url, 'GET', **kwargs) Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 00:35:16.950249 dv-cinder-831247-13-iscsi neutron-server[109656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 00:35:16.954779 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-15f2f16f-de64-4a03-9474-56fb24072496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558650'] for network (19fdd5b1-d82a-4e11-b938-932dca29aa1e), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:16.956159 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-bdd752b5-0970-43cf-9b80-6519f65818ab admin admin] Publish callbacks [] for router_gateway (8d04d35d-2fb8-4389-94e0-095ee1d3a05d), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:16.980737 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9fadd423-c79a-49bf-a9b0-1310152502b8 req-d05d3b17-cbeb-4710-9e73-44141045a7ab tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778076 Mar 16 00:35:16.993019 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b4d5d-f054-42d4-806a-60dd796de63a req-d76b2659-6422-451f-bd72-83eb3c63f47c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:17.003266 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-315b4d5d-f054-42d4-806a-60dd796de63a req-d76b2659-6422-451f-bd72-83eb3c63f47c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.1710949 Mar 16 00:35:17.005148 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-bdd752b5-0970-43cf-9b80-6519f65818ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:17.017511 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2f16f-de64-4a03-9474-56fb24072496 admin admin] Pushing event deleted for resources: {'Network': ['ID=19fdd5b1-d82a-4e11-b938-932dca29aa1e,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:17.017511 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-15f2f16f-de64-4a03-9474-56fb24072496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:17.018325 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-15f2f16f-de64-4a03-9474-56fb24072496 admin admin] 10.222.0.10 "DELETE /v2.0/networks/19fdd5b1-d82a-4e11-b938-932dca29aa1e HTTP/1.1" status: 204 len: 168 time: 0.6694245 Mar 16 00:35:17.123098 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-315b4d5d-f054-42d4-806a-60dd796de63a req-b847ae1b-2c8e-4cad-ba93-bb74a3e0d375 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015656 Mar 16 00:35:17.222567 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_common [None req-bdd752b5-0970-43cf-9b80-6519f65818ab admin admin] Allocated IP 172.27.2.85 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/65ca6ee6-731e-403e-8bf1-85cd11948eae) {{(pid=109655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:35:17.232523 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0774223c-cced-4688-a609-9034b8315e87 None None] Publish callbacks [] for port (03d81d05-9691-46f0-8940-ff48f2dee8ad), precommit_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:17.251466 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0774223c-cced-4688-a609-9034b8315e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053'] for port (03d81d05-9691-46f0-8940-ff48f2dee8ad), after_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:17.283181 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 59292) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:17.369665 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-51eb172e-7933-4e07-bb35-6bfb236315a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6b65adb3ad554736b28cdae211db89bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0830247 Mar 16 00:35:17.373131 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 59296) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:17.402706 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0774223c-cced-4688-a609-9034b8315e87 None None] Network 83a6a52c-d780-4118-b3a2-309c1d1c1a74 is already hosted by enough agents. {{(pid=109657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:35:17.410507 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.base_scheduler [None req-0774223c-cced-4688-a609-9034b8315e87 None None] Resources bound (agent type, host, resource id): {{(pid=109657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:35:17.418990 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0774223c-cced-4688-a609-9034b8315e87 None None] Received port after_create {{(pid=109657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:35:17.433597 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774223c-cced-4688-a609-9034b8315e87 None None] Pushing event updated for resources: {'Port': ['ID=03d81d05-9691-46f0-8940-ff48f2dee8ad,revision_number=1']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:17.495859 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4ecc84d2-9979-4189-b0fb-8220705970a1 admin admin] Publish callbacks [] for security_group (afe161be-c2bd-48cc-9dc1-60039992238a), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:17.558480 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] Publish callbacks [] for port (099a6ea3-79f5-4ca9-879a-ae622dd215dc), precommit_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:17.561204 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-0774223c-cced-4688-a609-9034b8315e87 None None] Attempting to bind port 03d81d05-9691-46f0-8940-ff48f2dee8ad on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:35:17.561629 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-0774223c-cced-4688-a609-9034b8315e87 None None] Attempting to bind port 03d81d05-9691-46f0-8940-ff48f2dee8ad by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '3b6c544b-dc85-4c94-8004-1c967ae0e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '83a6a52c-d780-4118-b3a2-309c1d1c1a74'}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:35:17.561911 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4ecc84d2-9979-4189-b0fb-8220705970a1 admin admin] Publish callbacks [] for security_group (afe161be-c2bd-48cc-9dc1-60039992238a), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:17.562041 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0774223c-cced-4688-a609-9034b8315e87 None None] Attempting to bind port 03d81d05-9691-46f0-8940-ff48f2dee8ad on network 83a6a52c-d780-4118-b3a2-309c1d1c1a74 {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:35:17.568784 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0774223c-cced-4688-a609-9034b8315e87 None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:35:17.569294 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0774223c-cced-4688-a609-9034b8315e87 None None] Checking segment: {'id': '3b6c544b-dc85-4c94-8004-1c967ae0e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '83a6a52c-d780-4118-b3a2-309c1d1c1a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:35:17.569769 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0774223c-cced-4688-a609-9034b8315e87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:17.570168 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0774223c-cced-4688-a609-9034b8315e87 None None] Bound using segment: {'id': '3b6c544b-dc85-4c94-8004-1c967ae0e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '83a6a52c-d780-4118-b3a2-309c1d1c1a74'} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:35:17.570900 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-0774223c-cced-4688-a609-9034b8315e87 None None] Bound port: 03d81d05-9691-46f0-8940-ff48f2dee8ad, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6c544b-dc85-4c94-8004-1c967ae0e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '83a6a52c-d780-4118-b3a2-309c1d1c1a74'}}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:35:17.571468 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0774223c-cced-4688-a609-9034b8315e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (03d81d05-9691-46f0-8940-ff48f2dee8ad), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:17.574534 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (099a6ea3-79f5-4ca9-879a-ae622dd215dc), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:17.586905 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-bdd752b5-0970-43cf-9b80-6519f65818ab admin admin] Publish callbacks [] for port (65ca6ee6-731e-403e-8bf1-85cd11948eae), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:17.664405 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-bdd752b5-0970-43cf-9b80-6519f65818ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (65ca6ee6-731e-403e-8bf1-85cd11948eae), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:17.688106 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f28b2-3dd6-435f-9aca-31ca019db466 None None] Pushing event updated for resources: {'Port': ['ID=099a6ea3-79f5-4ca9-879a-ae622dd215dc,revision_number=3']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:17.721564 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4ecc84d2-9979-4189-b0fb-8220705970a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (afe161be-c2bd-48cc-9dc1-60039992238a), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:17.724388 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4ecc84d2-9979-4189-b0fb-8220705970a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:17.725602 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-4ecc84d2-9979-4189-b0fb-8220705970a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/afe161be-c2bd-48cc-9dc1-60039992238a HTTP/1.1" status: 204 len: 168 time: 0.3497393 Mar 16 00:35:17.748849 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd752b5-0970-43cf-9b80-6519f65818ab admin admin] Pushing event updated for resources: {'Port': ['ID=65ca6ee6-731e-403e-8bf1-85cd11948eae,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:17.778906 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc84d2-9979-4189-b0fb-8220705970a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe161be-c2bd-48cc-9dc1-60039992238a,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:17.812743 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd752b5-0970-43cf-9b80-6519f65818ab admin admin] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:35:17.816708 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-bdd752b5-0970-43cf-9b80-6519f65818ab admin admin] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:35:17.821871 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd752b5-0970-43cf-9b80-6519f65818ab admin admin] Received port after_create {{(pid=109655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:35:17.880860 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] Attempting to bind port 099a6ea3-79f5-4ca9-879a-ae622dd215dc on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:35:17.881239 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] Attempting to bind port 099a6ea3-79f5-4ca9-879a-ae622dd215dc by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '057864bc-2668-4675-ba4c-0c6c118b77f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea'}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:35:17.881749 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] Attempting to bind port 099a6ea3-79f5-4ca9-879a-ae622dd215dc on network c7f24b43-d8d5-4c07-970a-7de33dbfdaea {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:35:17.898043 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:35:17.898457 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] Checking segment: {'id': '057864bc-2668-4675-ba4c-0c6c118b77f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:35:17.898845 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:17.899243 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] Bound using segment: {'id': '057864bc-2668-4675-ba4c-0c6c118b77f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea'} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:35:17.901184 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] Bound port: 099a6ea3-79f5-4ca9-879a-ae622dd215dc, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057864bc-2668-4675-ba4c-0c6c118b77f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea'}}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:35:17.901613 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (099a6ea3-79f5-4ca9-879a-ae622dd215dc), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:17.923680 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-0774223c-cced-4688-a609-9034b8315e87 None None] For port 03d81d05-9691-46f0-8940-ff48f2dee8ad, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:35:17.977830 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-0774223c-cced-4688-a609-9034b8315e87 None None] For port 03d81d05-9691-46f0-8940-ff48f2dee8ad, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=03d81d05-9691-46f0-8940-ff48f2dee8ad,segment=NetworkSegment(3b6c544b-dc85-4c94-8004-1c967ae0e4e0),segment_id=3b6c544b-dc85-4c94-8004-1c967ae0e4e0)] {{(pid=109657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:35:18.003053 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0774223c-cced-4688-a609-9034b8315e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (03d81d05-9691-46f0-8940-ff48f2dee8ad), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:18.101057 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] For port 099a6ea3-79f5-4ca9-879a-ae622dd215dc, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:35:18.101691 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a163ca-2773-43ae-b950-2ed6bd408de1 req-eccfb7d7-a533-4841-9229-f261e163173f tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:18.107416 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-64a163ca-2773-43ae-b950-2ed6bd408de1 req-eccfb7d7-a533-4841-9229-f261e163173f tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 949 time: 0.2534788 Mar 16 00:35:18.143530 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] For port 099a6ea3-79f5-4ca9-879a-ae622dd215dc, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=099a6ea3-79f5-4ca9-879a-ae622dd215dc,segment=NetworkSegment(057864bc-2668-4675-ba4c-0c6c118b77f6),segment_id=057864bc-2668-4675-ba4c-0c6c118b77f6)] {{(pid=109657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:35:18.156386 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-8c767a84-e746-40c0-aae0-dabfe1be6b05 None None] Provisioning complete for port 099a6ea3-79f5-4ca9-879a-ae622dd215dc triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:18.161321 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-8c767a84-e746-40c0-aae0-dabfe1be6b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (099a6ea3-79f5-4ca9-879a-ae622dd215dc), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:18.215545 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-64a163ca-2773-43ae-b950-2ed6bd408de1 req-a044d526-71d6-49ac-aa75-f8fabdceb0c8 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994229 Mar 16 00:35:18.270963 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (099a6ea3-79f5-4ca9-879a-ae622dd215dc), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:18.330792 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774223c-cced-4688-a609-9034b8315e87 None None] Pushing event updated for resources: {'Port': ['ID=03d81d05-9691-46f0-8940-ff48f2dee8ad,revision_number=2']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:18.516682 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3e428-8668-4a70-8293-1c6272bf9415 req-32444854-eb9a-47bd-aa35-a40d8d821085 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:18.524632 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0ed3e428-8668-4a70-8293-1c6272bf9415 req-32444854-eb9a-47bd-aa35-a40d8d821085 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.1450150 Mar 16 00:35:18.542261 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f28b2-3dd6-435f-9aca-31ca019db466 None None] Pushing event updated for resources: {'Port': ['ID=099a6ea3-79f5-4ca9-879a-ae622dd215dc,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:18.545356 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] Routers {'8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:35:18.546084 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:34:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:18.641950 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0ed3e428-8668-4a70-8293-1c6272bf9415 req-5e37a114-1c4a-4e5f-b89e-f80fc2b67c32 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056466 Mar 16 00:35:18.713569 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843e3bd-499c-4220-ba5e-e2abb19074eb req-c78ef144-eff4-4569-90e7-c90a7b2ddcf4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:18.726770 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-4843e3bd-499c-4220-ba5e-e2abb19074eb req-c78ef144-eff4-4569-90e7-c90a7b2ddcf4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.5388813 Mar 16 00:35:18.749883 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-8c767a84-e746-40c0-aae0-dabfe1be6b05 None None] Current status of the port 099a6ea3-79f5-4ca9-879a-ae622dd215dc is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:18.751478 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-8c767a84-e746-40c0-aae0-dabfe1be6b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (099a6ea3-79f5-4ca9-879a-ae622dd215dc), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:18.811842 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-8c767a84-e746-40c0-aae0-dabfe1be6b05 None None] For port 099a6ea3-79f5-4ca9-879a-ae622dd215dc, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=099a6ea3-79f5-4ca9-879a-ae622dd215dc,segment=NetworkSegment(057864bc-2668-4675-ba4c-0c6c118b77f6),segment_id=057864bc-2668-4675-ba4c-0c6c118b77f6)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:35:18.826830 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-8c767a84-e746-40c0-aae0-dabfe1be6b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (099a6ea3-79f5-4ca9-879a-ae622dd215dc), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:18.902655 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-4843e3bd-499c-4220-ba5e-e2abb19074eb req-e59a832e-8707-477b-9417-9a6a04594f3f tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694541 Mar 16 00:35:18.932469 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] Set router 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:35:18.937338 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-bdd752b5-0970-43cf-9b80-6519f65818ab admin admin] Publish callbacks [] for router_gateway (8d04d35d-2fb8-4389-94e0-095ee1d3a05d), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:19.019745 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c767a84-e746-40c0-aae0-dabfe1be6b05 None None] Pushing event updated for resources: {'Port': ['ID=099a6ea3-79f5-4ca9-879a-ae622dd215dc,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:19.041735 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-c6672675-cf68-4bc2-a7c0-a94510ccd46a None None] Provisioning complete for port 099a6ea3-79f5-4ca9-879a-ae622dd215dc triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:19.042119 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-c6672675-cf68-4bc2-a7c0-a94510ccd46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (099a6ea3-79f5-4ca9-879a-ae622dd215dc), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:19.077830 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d822a74-8eff-4743-972c-2964f6468fcb req-524ce151-9d5c-4c9c-abe4-da0a33e1efdd tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:19.089565 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6d822a74-8eff-4743-972c-2964f6468fcb req-524ce151-9d5c-4c9c-abe4-da0a33e1efdd tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 949 time: 0.0787854 Mar 16 00:35:19.164518 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6d822a74-8eff-4743-972c-2964f6468fcb req-549da261-3c4f-4baf-9163-fa22ac248a25 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736325 Mar 16 00:35:19.699220 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 03d81d05-9691-46f0-8940-ff48f2dee8ad up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:35:19.811831 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-c6672675-cf68-4bc2-a7c0-a94510ccd46a None None] Current status of the port 099a6ea3-79f5-4ca9-879a-ae622dd215dc is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:19.828629 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2382e9-6bd5-4706-9ee6-eae420688c73 None None] Network 83a6a52c-d780-4118-b3a2-309c1d1c1a74 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:35:19.871705 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a8853-6523-4149-8b20-cf58b3bf3180 req-773821c8-93e2-4000-aa9a-edfb58291a71 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:19.873754 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-516a8853-6523-4149-8b20-cf58b3bf3180 req-773821c8-93e2-4000-aa9a-edfb58291a71 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.1030838 Mar 16 00:35:19.889104 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 03d81d05-9691-46f0-8940-ff48f2dee8ad triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:19.889904 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (03d81d05-9691-46f0-8940-ff48f2dee8ad), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:19.895516 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-bdd752b5-0970-43cf-9b80-6519f65818ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558706'] for router (8d04d35d-2fb8-4389-94e0-095ee1d3a05d), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:19.937842 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'name': 'tempest-TestMinimumBasicScenario-1335226410-router', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:07Z', 'updated_at': '2022-03-16T00:35:12Z', 'revision_number': 4, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'gw_port': {'id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:08Z', 'updated_at': '2022-03-16T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '099a6ea3-79f5-4ca9-879a-ae622dd215dc', 'name': '', 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'mac_address': 'fa:16:3e:cc:9c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'fcc3f995-e5bf-40fe-a1d7-558859b9f842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:11Z', 'updated_at': '2022-03-16T00:35:18Z', 'revision_number': 4, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'subnets': [{'id': 'fcc3f995-e5bf-40fe-a1d7-558859b9f842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:20.052708 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-516a8853-6523-4149-8b20-cf58b3bf3180 req-2da01b37-04fe-4acb-8efe-23338afee0e2 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709795 Mar 16 00:35:20.065287 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-0e96c458-2b08-4aca-8f29-74f83d850e2f None None] Provisioning complete for port 03d81d05-9691-46f0-8940-ff48f2dee8ad triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:20.067071 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0e96c458-2b08-4aca-8f29-74f83d850e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (03d81d05-9691-46f0-8940-ff48f2dee8ad), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:20.108847 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f834cd-5e6e-4967-a48f-187402ac2e8d req-18ce420c-ed05-4c29-a182-63e26ecee7e4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:20.119715 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-33f834cd-5e6e-4967-a48f-187402ac2e8d req-18ce420c-ed05-4c29-a182-63e26ecee7e4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0915000 Mar 16 00:35:20.159122 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd752b5-0970-43cf-9b80-6519f65818ab admin admin] Router 8d04d35d-2fb8-4389-94e0-095ee1d3a05d is scheduled to L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 with binding_index 1 {{(pid=109655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 00:35:20.189290 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3684bd2f-39d7-41e3-a144-415b1d28acc5 None None] The sync data for ids ['8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'] in dv-cinder-831247-13-iscsi is: [{'id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'name': 'tempest-TestMinimumBasicScenario-1335226410-router', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:07Z', 'updated_at': '2022-03-16T00:35:12Z', 'revision_number': 4, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'gw_port': {'id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:08Z', 'updated_at': '2022-03-16T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '099a6ea3-79f5-4ca9-879a-ae622dd215dc', 'name': '', 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'mac_address': 'fa:16:3e:cc:9c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'fcc3f995-e5bf-40fe-a1d7-558859b9f842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:11Z', 'updated_at': '2022-03-16T00:35:18Z', 'revision_number': 4, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'subnets': [{'id': 'fcc3f995-e5bf-40fe-a1d7-558859b9f842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:35:20.210272 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-33f834cd-5e6e-4967-a48f-187402ac2e8d req-5059d5f5-2b8a-47ed-83f9-e244e8330c30 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894451 Mar 16 00:35:20.287707 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-3d135489-5865-4051-949e-cc0f1c676b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:20.366593 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 59362) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:20.428615 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552b97-f86e-45ed-a6eb-d11d402a90db req-d0dd8814-bedc-42ae-aacb-22c46524997c tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:20.433606 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c8552b97-f86e-45ed-a6eb-d11d402a90db req-d0dd8814-bedc-42ae-aacb-22c46524997c tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 949 time: 0.1376200 Mar 16 00:35:20.456066 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-0e96c458-2b08-4aca-8f29-74f83d850e2f None None] Current status of the port 03d81d05-9691-46f0-8940-ff48f2dee8ad is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:20.456854 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0e96c458-2b08-4aca-8f29-74f83d850e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (03d81d05-9691-46f0-8940-ff48f2dee8ad), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:20.576237 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd752b5-0970-43cf-9b80-6519f65818ab admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:35:20.596883 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] Sync routers for ids ['8d04d35d-2fb8-4389-94e0-095ee1d3a05d'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:35:20.636865 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c8d53-9da8-4783-8828-cf0f8b6434c9 req-581e9d26-1e53-4a79-b6c7-931a9725ebbb tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:20.638556 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] Routers {'8d04d35d-2fb8-4389-94e0-095ee1d3a05d'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:35:20.639548 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:34:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['8d04d35d-2fb8-4389-94e0-095ee1d3a05d'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:20.654442 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0f7c8d53-9da8-4783-8828-cf0f8b6434c9 req-581e9d26-1e53-4a79-b6c7-931a9725ebbb tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 949 time: 0.3357637 Mar 16 00:35:20.677878 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 03d81d05-9691-46f0-8940-ff48f2dee8ad is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:20.679879 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (03d81d05-9691-46f0-8940-ff48f2dee8ad), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:20.697616 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-c8552b97-f86e-45ed-a6eb-d11d402a90db req-62bee7a6-ab81-4154-879e-ef952bcaa0c6 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Deleting port e588570a-8d93-4461-8e76-3b82d684bd10 {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:35:20.697976 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c8552b97-f86e-45ed-a6eb-d11d402a90db req-62bee7a6-ab81-4154-879e-ef952bcaa0c6 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (e588570a-8d93-4461-8e76-3b82d684bd10), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:20.781397 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-0e96c458-2b08-4aca-8f29-74f83d850e2f None None] For port 03d81d05-9691-46f0-8940-ff48f2dee8ad, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=03d81d05-9691-46f0-8940-ff48f2dee8ad,segment=NetworkSegment(3b6c544b-dc85-4c94-8004-1c967ae0e4e0),segment_id=3b6c544b-dc85-4c94-8004-1c967ae0e4e0)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:35:20.819150 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0e96c458-2b08-4aca-8f29-74f83d850e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (03d81d05-9691-46f0-8940-ff48f2dee8ad), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:20.851503 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f2324199-f527-4e63-9ea2-4e171864113a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:20.870051 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-bdd752b5-0970-43cf-9b80-6519f65818ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:20.872784 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-bdd752b5-0970-43cf-9b80-6519f65818ab admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8448672 Mar 16 00:35:20.881588 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 59374) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:20.910153 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0f7c8d53-9da8-4783-8828-cf0f8b6434c9 req-6f5941fc-f23f-4b26-bd33-c29af6eb982f tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543614 Mar 16 00:35:20.957401 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96c458-2b08-4aca-8f29-74f83d850e2f None None] Pushing event updated for resources: {'Port': ['ID=03d81d05-9691-46f0-8940-ff48f2dee8ad,revision_number=3']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:21.066702 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.db.api [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 00:35:21.070851 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG oslo_db.api [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 00:35:21.124063 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f2324199-f527-4e63-9ea2-4e171864113a admin admin] Publish callbacks [] for security_group (0b740127-7660-44bd-b5ba-f329b408630b), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:21.133217 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f2324199-f527-4e63-9ea2-4e171864113a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (0b740127-7660-44bd-b5ba-f329b408630b), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:21.189867 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-f2324199-f527-4e63-9ea2-4e171864113a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c75e1fd1220b445c9f6684fdd10b1a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8147891 Mar 16 00:35:21.196374 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 59378) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:21.248113 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-042c20c9-2f21-4e54-ade0-49e45c498643 None None] Provisioning complete for port 03d81d05-9691-46f0-8940-ff48f2dee8ad triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:21.248498 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-042c20c9-2f21-4e54-ade0-49e45c498643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (03d81d05-9691-46f0-8940-ff48f2dee8ad), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:21.306171 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] Set router 8d04d35d-2fb8-4389-94e0-095ee1d3a05d gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:35:21.330830 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2324199-f527-4e63-9ea2-4e171864113a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b740127-7660-44bd-b5ba-f329b408630b,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:21.371012 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-c8552b97-f86e-45ed-a6eb-d11d402a90db req-62bee7a6-ab81-4154-879e-ef952bcaa0c6 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] For port e588570a-8d93-4461-8e76-3b82d684bd10, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e588570a-8d93-4461-8e76-3b82d684bd10,segment=NetworkSegment(44cfb6eb-522b-4d3b-b11e-cdc8385ad097),segment_id=44cfb6eb-522b-4d3b-b11e-cdc8385ad097)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:35:21.371570 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c8552b97-f86e-45ed-a6eb-d11d402a90db req-62bee7a6-ab81-4154-879e-ef952bcaa0c6 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (e588570a-8d93-4461-8e76-3b82d684bd10), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:21.420349 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1b8d09ce-8750-4c9a-aa36-7b724e158e3b admin admin] Publish callbacks [] for security_group (0b740127-7660-44bd-b5ba-f329b408630b), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:21.428851 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-c8552b97-f86e-45ed-a6eb-d11d402a90db req-62bee7a6-ab81-4154-879e-ef952bcaa0c6 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Calling delete_port for e588570a-8d93-4461-8e76-3b82d684bd10 owned by compute:nova {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:35:21.430468 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-042c20c9-2f21-4e54-ade0-49e45c498643 None None] Current status of the port 03d81d05-9691-46f0-8940-ff48f2dee8ad is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:21.465480 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5480a74-7496-490d-b20f-8e266b15e0cd req-074f0dac-85e7-4b64-be57-6d134b00b940 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:21.474796 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f5480a74-7496-490d-b20f-8e266b15e0cd req-074f0dac-85e7-4b64-be57-6d134b00b940 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.2995663 Mar 16 00:35:21.484713 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1b8d09ce-8750-4c9a-aa36-7b724e158e3b admin admin] Publish callbacks [] for security_group (0b740127-7660-44bd-b5ba-f329b408630b), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:21.555908 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00ff63-4f50-47d7-bbfc-e0f3941c13d3 req-99de7993-fda5-482a-8f0b-21200db4fa22 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:21.584221 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-aa00ff63-4f50-47d7-bbfc-e0f3941c13d3 req-99de7993-fda5-482a-8f0b-21200db4fa22 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.2271190 Mar 16 00:35:21.663623 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 03d81d05-9691-46f0-8940-ff48f2dee8ad is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:21.675638 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d04d35d-2fb8-4389-94e0-095ee1d3a05d', 'name': 'tempest-TestMinimumBasicScenario-1206554668-router', 'tenant_id': 'eff011ed6b3543f59e8bfec479e7da11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '65ca6ee6-731e-403e-8bf1-85cd11948eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:16Z', 'updated_at': '2022-03-16T00:35:18Z', 'revision_number': 3, 'project_id': 'eff011ed6b3543f59e8bfec479e7da11', 'gw_port': {'id': '65ca6ee6-731e-403e-8bf1-85cd11948eae', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d04d35d-2fb8-4389-94e0-095ee1d3a05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:17Z', 'updated_at': '2022-03-16T00:35:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:21.688324 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-aa00ff63-4f50-47d7-bbfc-e0f3941c13d3 req-060a19be-5bc6-483c-a658-1fcddfc17a48 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983310 Mar 16 00:35:21.696971 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1b8d09ce-8750-4c9a-aa36-7b724e158e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (0b740127-7660-44bd-b5ba-f329b408630b), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:21.705361 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1b8d09ce-8750-4c9a-aa36-7b724e158e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:21.707391 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-1b8d09ce-8750-4c9a-aa36-7b724e158e3b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b740127-7660-44bd-b5ba-f329b408630b HTTP/1.1" status: 204 len: 168 time: 0.5088520 Mar 16 00:35:21.725548 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d09ce-8750-4c9a-aa36-7b724e158e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b740127-7660-44bd-b5ba-f329b408630b,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:21.750811 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] Checking router: 8d04d35d-2fb8-4389-94e0-095ee1d3a05d for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:35:21.751568 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] Updating router 8d04d35d-2fb8-4389-94e0-095ee1d3a05d port 65ca6ee6-731e-403e-8bf1-85cd11948eae binding host dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 00:35:21.834558 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (65ca6ee6-731e-403e-8bf1-85cd11948eae), before_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:21.993177 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 099a6ea3-79f5-4ca9-879a-ae622dd215dc up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:35:22.159050 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 099a6ea3-79f5-4ca9-879a-ae622dd215dc triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:22.159425 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (099a6ea3-79f5-4ca9-879a-ae622dd215dc), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:22.229408 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cbd77-b1d5-4f88-9595-c4dc58123c87 req-0e4ff5e0-f683-4c94-942f-9a4a1098fecc tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:22.253463 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ed2cbd77-b1d5-4f88-9595-c4dc58123c87 req-0e4ff5e0-f683-4c94-942f-9a4a1098fecc tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 949 time: 0.1765924 Mar 16 00:35:22.359121 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ed2cbd77-b1d5-4f88-9595-c4dc58123c87 req-c4bc71a3-e7c7-4ee0-af43-e9e5770628d4 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/security-groups?id=abcdbc42-3aba-4c74-8325-7a46c4fdae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038723 Mar 16 00:35:22.372653 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f5480a74-7496-490d-b20f-8e266b15e0cd req-6df25113-d8a4-4262-b286-d922aad8d73b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8966136 Mar 16 00:35:22.447198 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-20d6949e-9dc9-4af1-ac38-df5332ddec15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:22.453978 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 099a6ea3-79f5-4ca9-879a-ae622dd215dc is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:22.456186 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 03d81d05-9691-46f0-8940-ff48f2dee8ad up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:35:22.476499 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] Publish callbacks [] for port (65ca6ee6-731e-403e-8bf1-85cd11948eae), precommit_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:22.497332 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (65ca6ee6-731e-403e-8bf1-85cd11948eae), after_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:22.569972 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 03d81d05-9691-46f0-8940-ff48f2dee8ad triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:22.570626 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (03d81d05-9691-46f0-8940-ff48f2dee8ad), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:22.593965 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38b2b1-2aad-4e4c-b0a2-6a9cd6fbef01 None None] Pushing event updated for resources: {'Port': ['ID=65ca6ee6-731e-403e-8bf1-85cd11948eae,revision_number=2']} {{(pid=109658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:22.609463 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] Attempting to bind port 65ca6ee6-731e-403e-8bf1-85cd11948eae on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:35:22.610138 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] Attempting to bind port 65ca6ee6-731e-403e-8bf1-85cd11948eae by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}] {{(pid=109658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:35:22.610743 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] Attempting to bind port 65ca6ee6-731e-403e-8bf1-85cd11948eae on network d7b91a62-3519-438e-afea-681b80fa7f46 {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:35:22.617415 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:35:22.618204 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] Checking segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:35:22.618871 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:22.619493 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] Bound using segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:35:22.620200 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] Bound port: 65ca6ee6-731e-403e-8bf1-85cd11948eae, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}}] {{(pid=109658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:35:22.620805 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (65ca6ee6-731e-403e-8bf1-85cd11948eae), before_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:22.659275 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c8552b97-f86e-45ed-a6eb-d11d402a90db req-62bee7a6-ab81-4154-879e-ef952bcaa0c6 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (e588570a-8d93-4461-8e76-3b82d684bd10), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:22.673694 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 03d81d05-9691-46f0-8940-ff48f2dee8ad is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:22.706602 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.db [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] For port 65ca6ee6-731e-403e-8bf1-85cd11948eae, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:35:22.709838 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.db [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] For port 65ca6ee6-731e-403e-8bf1-85cd11948eae, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=65ca6ee6-731e-403e-8bf1-85cd11948eae,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:35:22.721246 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (65ca6ee6-731e-403e-8bf1-85cd11948eae), after_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:22.726111 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bee7a6-ab81-4154-879e-ef952bcaa0c6 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Pushing event deleted for resources: {'Port': ['ID=e588570a-8d93-4461-8e76-3b82d684bd10,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:22.798173 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] Routers {'8d04d35d-2fb8-4389-94e0-095ee1d3a05d'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:35:22.798805 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:35:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['8d04d35d-2fb8-4389-94e0-095ee1d3a05d'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:22.821147 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8552b97-f86e-45ed-a6eb-d11d402a90db req-62bee7a6-ab81-4154-879e-ef952bcaa0c6 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] No DVR routers for this DVR port e588570a-8d93-4461-8e76-3b82d684bd10 on host hv-cinder-83124 {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:35:22.846091 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c8552b97-f86e-45ed-a6eb-d11d402a90db req-62bee7a6-ab81-4154-879e-ef952bcaa0c6 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:22.862409 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c8552b97-f86e-45ed-a6eb-d11d402a90db req-62bee7a6-ab81-4154-879e-ef952bcaa0c6 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.46 "DELETE /v2.0/ports/e588570a-8d93-4461-8e76-3b82d684bd10 HTTP/1.1" status: 204 len: 173 time: 2.4227459 Mar 16 00:35:22.863333 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8ddd8e-c84d-48cc-a749-33c39d6b41d7', 'name': 'network-vif-deleted', 'tag': 'e588570a-8d93-4461-8e76-3b82d684bd10'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:35:22.865969 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9bd8bf-5779-43c9-9e2f-f4623fbab96a" -d '{"events": [{"server_uuid": "ff8ddd8e-c84d-48cc-a749-33c39d6b41d7", "name": "network-vif-deleted", "tag": "e588570a-8d93-4461-8e76-3b82d684bd10"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:35:22.942397 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:22.942906 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f07ef-5b3e-4bd3-af8e-ae398afaf0fd req-088fd4db-d9ce-4ba3-b99f-17dc806117a8 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:22.950931 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-dc9f07ef-5b3e-4bd3-af8e-ae398afaf0fd req-088fd4db-d9ce-4ba3-b99f-17dc806117a8 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.1200769 Mar 16 00:35:23.024848 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-805b4f5f-e27d-4b0b-8ca6-02a268a5f507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:23.027855 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38b2b1-2aad-4e4c-b0a2-6a9cd6fbef01 None None] Pushing event updated for resources: {'Port': ['ID=65ca6ee6-731e-403e-8bf1-85cd11948eae,revision_number=3']} {{(pid=109658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:23.048747 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-dc9f07ef-5b3e-4bd3-af8e-ae398afaf0fd req-a5e9722e-ce55-4efb-b269-d0000b796872 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969086 Mar 16 00:35:23.058982 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de04b5da-58bc-44d5-9915-91df5b69bb8c x-openstack-request-id: req-de04b5da-58bc-44d5-9915-91df5b69bb8c {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:35:23.059322 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8ddd8e-c84d-48cc-a749-33c39d6b41d7", "name": "network-vif-deleted", "tag": "e588570a-8d93-4461-8e76-3b82d684bd10", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:35:23.059586 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de04b5da-58bc-44d5-9915-91df5b69bb8c {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:35:23.061067 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8ddd8e-c84d-48cc-a749-33c39d6b41d7', 'name': 'network-vif-deleted', 'tag': 'e588570a-8d93-4461-8e76-3b82d684bd10', 'status': 'completed', 'code': 200} Mar 16 00:35:23.093472 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] Set router 8d04d35d-2fb8-4389-94e0-095ee1d3a05d gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:35:23.261968 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [None req-805b4f5f-e27d-4b0b-8ca6-02a268a5f507 admin admin] Allocated IP 172.20.0.1 (83a6a52c-d780-4118-b3a2-309c1d1c1a74/489eefb7-385d-434c-944c-4d56d5920965/247def68-f895-4dad-99d4-4ff728efcaa2) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:35:23.329937 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d04d35d-2fb8-4389-94e0-095ee1d3a05d', 'name': 'tempest-TestMinimumBasicScenario-1206554668-router', 'tenant_id': 'eff011ed6b3543f59e8bfec479e7da11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '65ca6ee6-731e-403e-8bf1-85cd11948eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:16Z', 'updated_at': '2022-03-16T00:35:18Z', 'revision_number': 3, 'project_id': 'eff011ed6b3543f59e8bfec479e7da11', 'gw_port': {'id': '65ca6ee6-731e-403e-8bf1-85cd11948eae', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d04d35d-2fb8-4389-94e0-095ee1d3a05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:17Z', 'updated_at': '2022-03-16T00:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:23.379930 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a557e02-30fe-45d6-a7cf-a2ba29c955d8 None None] The sync data for ids ['8d04d35d-2fb8-4389-94e0-095ee1d3a05d'] in dv-cinder-831247-13-iscsi is: [{'id': '8d04d35d-2fb8-4389-94e0-095ee1d3a05d', 'name': 'tempest-TestMinimumBasicScenario-1206554668-router', 'tenant_id': 'eff011ed6b3543f59e8bfec479e7da11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '65ca6ee6-731e-403e-8bf1-85cd11948eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:16Z', 'updated_at': '2022-03-16T00:35:18Z', 'revision_number': 3, 'project_id': 'eff011ed6b3543f59e8bfec479e7da11', 'gw_port': {'id': '65ca6ee6-731e-403e-8bf1-85cd11948eae', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d04d35d-2fb8-4389-94e0-095ee1d3a05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:17Z', 'updated_at': '2022-03-16T00:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:35:23.478612 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-805b4f5f-e27d-4b0b-8ca6-02a268a5f507 admin admin] Publish callbacks [] for port (247def68-f895-4dad-99d4-4ff728efcaa2), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:23.579684 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:23.589788 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c4603c10-2839-4348-8426-dc603f0080a1 req-0b40b898-28c3-4550-b4dc-63e3e1e4acf5 tempest-VolumesNegativeTest-1843760624 tempest-VolumesNegativeTest-1843760624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff8ddd8e-c84d-48cc-a749-33c39d6b41d7 HTTP/1.1" status: 200 len: 210 time: 0.0560515 Mar 16 00:35:23.611015 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-805b4f5f-e27d-4b0b-8ca6-02a268a5f507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (247def68-f895-4dad-99d4-4ff728efcaa2), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:23.677701 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d357b-659c-42cc-b7ba-1cd515b978bf req-676dd864-94fb-4442-832a-75e581ecd0dd tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:23.683813 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805b4f5f-e27d-4b0b-8ca6-02a268a5f507 admin admin] Network 83a6a52c-d780-4118-b3a2-309c1d1c1a74 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:35:23.687888 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e05d357b-659c-42cc-b7ba-1cd515b978bf req-676dd864-94fb-4442-832a-75e581ecd0dd tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.1648631 Mar 16 00:35:23.711270 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-805b4f5f-e27d-4b0b-8ca6-02a268a5f507 admin admin] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:35:23.713920 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805b4f5f-e27d-4b0b-8ca6-02a268a5f507 admin admin] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:35:23.779055 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b4f5f-e27d-4b0b-8ca6-02a268a5f507 admin admin] Pushing event updated for resources: {'Port': ['ID=247def68-f895-4dad-99d4-4ff728efcaa2,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:23.788039 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-805b4f5f-e27d-4b0b-8ca6-02a268a5f507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558721'] for router_interface (8d04d35d-2fb8-4389-94e0-095ee1d3a05d), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:23.820717 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e05d357b-659c-42cc-b7ba-1cd515b978bf req-7fb63b5d-bd45-4775-bdb7-9d75efb648d1 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253755 Mar 16 00:35:23.876933 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 59410) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:24.056650 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-805b4f5f-e27d-4b0b-8ca6-02a268a5f507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (247def68-f895-4dad-99d4-4ff728efcaa2), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:24.096273 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-92d086ff-cc26-4edf-be7f-649ed566f936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:24.107508 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device e588570a-8d93-4461-8e76-3b82d684bd10 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:35:24.200550 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] No Port match for: e588570a-8d93-4461-8e76-3b82d684bd10 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:35:24.200895 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device e588570a-8d93-4461-8e76-3b82d684bd10 not bound to the agent host hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:35:24.208508 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-92d086ff-cc26-4edf-be7f-649ed566f936 admin admin] Publish callbacks [] for security_group (eb1bb716-4455-4cd5-a230-4481a75c30be), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:24.213692 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-92d086ff-cc26-4edf-be7f-649ed566f936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (eb1bb716-4455-4cd5-a230-4481a75c30be), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:24.237806 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-ed9b2f3e-62f2-414a-87c4-6135f97d0ea7 None None] Provisioning complete for port 247def68-f895-4dad-99d4-4ff728efcaa2 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:24.240249 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ed9b2f3e-62f2-414a-87c4-6135f97d0ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (247def68-f895-4dad-99d4-4ff728efcaa2), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:24.272252 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-92d086ff-cc26-4edf-be7f-649ed566f936 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b0328e8dffb4f2481c00d6d2bd9277a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3882153 Mar 16 00:35:24.273118 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d086ff-cc26-4edf-be7f-649ed566f936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1bb716-4455-4cd5-a230-4481a75c30be,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:24.275721 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 59416) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:24.305277 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b2f3e-62f2-414a-87c4-6135f97d0ea7 None None] Port 247def68-f895-4dad-99d4-4ff728efcaa2 cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:35:24.337750 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-db047dc0-1df5-4232-b297-a931ae80bedc admin admin] Publish callbacks [] for security_group (eb1bb716-4455-4cd5-a230-4481a75c30be), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:24.399954 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-db047dc0-1df5-4232-b297-a931ae80bedc admin admin] Publish callbacks [] for security_group (eb1bb716-4455-4cd5-a230-4481a75c30be), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:24.416146 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e449a0-d926-421c-bc42-e3c753ebd2af req-ce1dfc8a-39e2-40a7-a35b-391bed6cd351 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:24.417698 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a5e449a0-d926-421c-bc42-e3c753ebd2af req-ce1dfc8a-39e2-40a7-a35b-391bed6cd351 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.1233909 Mar 16 00:35:24.459352 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-805b4f5f-e27d-4b0b-8ca6-02a268a5f507 admin admin] Publish callbacks [] for port (247def68-f895-4dad-99d4-4ff728efcaa2), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:24.468113 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-805b4f5f-e27d-4b0b-8ca6-02a268a5f507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (247def68-f895-4dad-99d4-4ff728efcaa2), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:24.474477 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-db047dc0-1df5-4232-b297-a931ae80bedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (eb1bb716-4455-4cd5-a230-4481a75c30be), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:24.479028 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-db047dc0-1df5-4232-b297-a931ae80bedc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:24.480343 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-db047dc0-1df5-4232-b297-a931ae80bedc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb1bb716-4455-4cd5-a230-4481a75c30be HTTP/1.1" status: 204 len: 168 time: 0.2035961 Mar 16 00:35:24.519676 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db047dc0-1df5-4232-b297-a931ae80bedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1bb716-4455-4cd5-a230-4481a75c30be,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:24.560911 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b4f5f-e27d-4b0b-8ca6-02a268a5f507 admin admin] Pushing event updated for resources: {'Port': ['ID=247def68-f895-4dad-99d4-4ff728efcaa2,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:24.603932 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a5e449a0-d926-421c-bc42-e3c753ebd2af req-40890c9e-a876-496c-8936-3ebc814cccfa tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727695 Mar 16 00:35:24.638513 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-805b4f5f-e27d-4b0b-8ca6-02a268a5f507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557361'] for router_interface (8d04d35d-2fb8-4389-94e0-095ee1d3a05d), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:24.807525 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805b4f5f-e27d-4b0b-8ca6-02a268a5f507 admin admin] Network 83a6a52c-d780-4118-b3a2-309c1d1c1a74 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:35:24.809736 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-805b4f5f-e27d-4b0b-8ca6-02a268a5f507 admin admin] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:35:25.021211 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:25.150324 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69a8a1-1f98-47e6-b399-fc6a39b3dcfb req-bc9fbf7a-a05f-433c-8a26-b6a7b80d4115 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:25.154516 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9d69a8a1-1f98-47e6-b399-fc6a39b3dcfb req-bc9fbf7a-a05f-433c-8a26-b6a7b80d4115 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.1201842 Mar 16 00:35:25.164077 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805b4f5f-e27d-4b0b-8ca6-02a268a5f507 admin admin] Router 8d04d35d-2fb8-4389-94e0-095ee1d3a05d has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:35:25.346057 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9d69a8a1-1f98-47e6-b399-fc6a39b3dcfb req-c40da291-a90e-46f9-a311-fd1e0f64e2a0 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841903 Mar 16 00:35:25.363356 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805b4f5f-e27d-4b0b-8ca6-02a268a5f507 admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:35:25.382828 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-68d70711-7e47-4c3b-8913-86015c229a46 None None] Provisioning complete for port 247def68-f895-4dad-99d4-4ff728efcaa2 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:25.384149 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-68d70711-7e47-4c3b-8913-86015c229a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (247def68-f895-4dad-99d4-4ff728efcaa2), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:25.389864 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-805b4f5f-e27d-4b0b-8ca6-02a268a5f507 admin admin] 10.222.0.10 "PUT /v2.0/routers/8d04d35d-2fb8-4389-94e0-095ee1d3a05d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4980276 Mar 16 00:35:25.470532 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-68d70711-7e47-4c3b-8913-86015c229a46 None None] Port 247def68-f895-4dad-99d4-4ff728efcaa2 cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:35:25.821798 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a9ed5-8bbd-4f60-a709-80ac7cebbd2a req-dbe99659-3380-4630-9a54-bf0e6cd32b38 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:25.828916 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2d2a9ed5-8bbd-4f60-a709-80ac7cebbd2a req-dbe99659-3380-4630-9a54-bf0e6cd32b38 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.1068630 Mar 16 00:35:25.870588 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 65ca6ee6-731e-403e-8bf1-85cd11948eae up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:35:25.909946 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2d2a9ed5-8bbd-4f60-a709-80ac7cebbd2a req-3c1e9b69-c0d6-4420-a2da-67b1300e74a8 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781085 Mar 16 00:35:25.960377 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 65ca6ee6-731e-403e-8bf1-85cd11948eae triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:25.960752 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (65ca6ee6-731e-403e-8bf1-85cd11948eae), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:26.103683 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 65ca6ee6-731e-403e-8bf1-85cd11948eae is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:26.106794 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (65ca6ee6-731e-403e-8bf1-85cd11948eae), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:26.132430 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] For port 65ca6ee6-731e-403e-8bf1-85cd11948eae, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=65ca6ee6-731e-403e-8bf1-85cd11948eae,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:35:26.136559 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] Sync routers for ids ['8d04d35d-2fb8-4389-94e0-095ee1d3a05d'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:35:26.141262 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (65ca6ee6-731e-403e-8bf1-85cd11948eae), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:26.175546 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] Routers {'8d04d35d-2fb8-4389-94e0-095ee1d3a05d'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:35:26.176470 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:35:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['8d04d35d-2fb8-4389-94e0-095ee1d3a05d'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:26.282722 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Pushing event updated for resources: {'Port': ['ID=65ca6ee6-731e-403e-8bf1-85cd11948eae,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:26.349263 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] Set router 8d04d35d-2fb8-4389-94e0-095ee1d3a05d gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:35:26.386949 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:26.590053 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef939cce-ff48-45d0-a80d-45e5dd67e7ac req-4ec3935b-67c8-4d93-adfa-9bc9911c4562 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:26.593916 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ef939cce-ff48-45d0-a80d-45e5dd67e7ac req-4ec3935b-67c8-4d93-adfa-9bc9911c4562 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.1210093 Mar 16 00:35:26.643017 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d04d35d-2fb8-4389-94e0-095ee1d3a05d', 'name': 'tempest-TestMinimumBasicScenario-1206554668-router', 'tenant_id': 'eff011ed6b3543f59e8bfec479e7da11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '65ca6ee6-731e-403e-8bf1-85cd11948eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:16Z', 'updated_at': '2022-03-16T00:35:23Z', 'revision_number': 4, 'project_id': 'eff011ed6b3543f59e8bfec479e7da11', 'gw_port': {'id': '65ca6ee6-731e-403e-8bf1-85cd11948eae', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04d35d-2fb8-4389-94e0-095ee1d3a05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:17Z', 'updated_at': '2022-03-16T00:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '247def68-f895-4dad-99d4-4ff728efcaa2', 'name': '', 'network_id': '83a6a52c-d780-4118-b3a2-309c1d1c1a74', 'tenant_id': 'eff011ed6b3543f59e8bfec479e7da11', 'mac_address': 'fa:16:3e:c7:9a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d04d35d-2fb8-4389-94e0-095ee1d3a05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '489eefb7-385d-434c-944c-4d56d5920965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:23Z', 'updated_at': '2022-03-16T00:35:24Z', 'revision_number': 2, 'project_id': 'eff011ed6b3543f59e8bfec479e7da11', 'subnets': [{'id': '489eefb7-385d-434c-944c-4d56d5920965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:26.674098 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ef939cce-ff48-45d0-a80d-45e5dd67e7ac req-5b806fa8-be38-4441-882e-3b71656936d7 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739889 Mar 16 00:35:26.845222 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] Checking router: 8d04d35d-2fb8-4389-94e0-095ee1d3a05d for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:35:26.845620 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] Updating router 8d04d35d-2fb8-4389-94e0-095ee1d3a05d port 247def68-f895-4dad-99d4-4ff728efcaa2 binding host dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 00:35:26.876778 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (247def68-f895-4dad-99d4-4ff728efcaa2), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:27.127614 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cb481-ed5a-44f3-9e4a-90633996e7c3 req-cc6c3068-e7c7-4930-8b04-6ff218c216b3 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:27.138544 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c82cb481-ed5a-44f3-9e4a-90633996e7c3 req-cc6c3068-e7c7-4930-8b04-6ff218c216b3 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0843601 Mar 16 00:35:27.319607 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c82cb481-ed5a-44f3-9e4a-90633996e7c3 req-4ac62cd4-b00b-4180-8b5d-85e5f4bf0fd4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796734 Mar 16 00:35:27.415714 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] Publish callbacks [] for port (247def68-f895-4dad-99d4-4ff728efcaa2), precommit_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:27.452506 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (247def68-f895-4dad-99d4-4ff728efcaa2), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:27.516083 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806d5e7-60cd-486f-8774-c65a4af32388 None None] Pushing event updated for resources: {'Port': ['ID=247def68-f895-4dad-99d4-4ff728efcaa2,revision_number=3']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:27.656686 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] Attempting to bind port 247def68-f895-4dad-99d4-4ff728efcaa2 on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:35:27.659089 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] Attempting to bind port 247def68-f895-4dad-99d4-4ff728efcaa2 by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '3b6c544b-dc85-4c94-8004-1c967ae0e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '83a6a52c-d780-4118-b3a2-309c1d1c1a74'}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:35:27.660323 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] Attempting to bind port 247def68-f895-4dad-99d4-4ff728efcaa2 on network 83a6a52c-d780-4118-b3a2-309c1d1c1a74 {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:35:27.672122 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:35:27.672619 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] Checking segment: {'id': '3b6c544b-dc85-4c94-8004-1c967ae0e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '83a6a52c-d780-4118-b3a2-309c1d1c1a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:35:27.673086 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:27.673570 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] Bound using segment: {'id': '3b6c544b-dc85-4c94-8004-1c967ae0e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '83a6a52c-d780-4118-b3a2-309c1d1c1a74'} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:35:27.674132 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] Bound port: 247def68-f895-4dad-99d4-4ff728efcaa2, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6c544b-dc85-4c94-8004-1c967ae0e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '83a6a52c-d780-4118-b3a2-309c1d1c1a74'}}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:35:27.674712 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (247def68-f895-4dad-99d4-4ff728efcaa2), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:27.984267 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 65ca6ee6-731e-403e-8bf1-85cd11948eae up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:35:28.004188 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3932a9a-c604-417d-abff-9a3606779ce8 req-a98b2c9b-f5ad-48df-bd5e-40afbee4c3ec tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:28.005884 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d3932a9a-c604-417d-abff-9a3606779ce8 req-a98b2c9b-f5ad-48df-bd5e-40afbee4c3ec tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.1480711 Mar 16 00:35:28.047449 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-e9888ad2-9e90-4279-8d0f-a3d1e953f440 None None] Provisioning complete for port 247def68-f895-4dad-99d4-4ff728efcaa2 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:28.048103 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e9888ad2-9e90-4279-8d0f-a3d1e953f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (247def68-f895-4dad-99d4-4ff728efcaa2), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:28.118128 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d3932a9a-c604-417d-abff-9a3606779ce8 req-b755b8e1-617b-4981-afda-96ce56c7e155 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066704 Mar 16 00:35:28.160701 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] For port 247def68-f895-4dad-99d4-4ff728efcaa2, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:35:28.193362 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] For port 247def68-f895-4dad-99d4-4ff728efcaa2, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=247def68-f895-4dad-99d4-4ff728efcaa2,segment=NetworkSegment(3b6c544b-dc85-4c94-8004-1c967ae0e4e0),segment_id=3b6c544b-dc85-4c94-8004-1c967ae0e4e0)] {{(pid=109657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:35:28.197868 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-e9888ad2-9e90-4279-8d0f-a3d1e953f440 None None] Port 247def68-f895-4dad-99d4-4ff728efcaa2 cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:35:28.204466 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (247def68-f895-4dad-99d4-4ff728efcaa2), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:28.270045 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806d5e7-60cd-486f-8774-c65a4af32388 None None] Pushing event updated for resources: {'Port': ['ID=247def68-f895-4dad-99d4-4ff728efcaa2,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:28.300892 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] Routers {'8d04d35d-2fb8-4389-94e0-095ee1d3a05d'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:35:28.301572 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:35:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['8d04d35d-2fb8-4389-94e0-095ee1d3a05d'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:28.305025 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 65ca6ee6-731e-403e-8bf1-85cd11948eae triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:28.305551 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (65ca6ee6-731e-403e-8bf1-85cd11948eae), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:28.554916 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 65ca6ee6-731e-403e-8bf1-85cd11948eae is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:28.566042 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] Set router 8d04d35d-2fb8-4389-94e0-095ee1d3a05d gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:35:28.577069 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257a98d-8f17-4b02-9f0b-5938f84ab51d req-d89e8bbb-7388-4c49-8a74-a4a49f9f84d1 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:28.579679 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-8257a98d-8f17-4b02-9f0b-5938f84ab51d req-d89e8bbb-7388-4c49-8a74-a4a49f9f84d1 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0977278 Mar 16 00:35:28.681759 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-8257a98d-8f17-4b02-9f0b-5938f84ab51d req-2ef0046a-b49c-4016-8888-0796d2ea2208 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953479 Mar 16 00:35:28.750510 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-b9f042af-5751-4960-9eb5-01ad6c20cbc5 None None] Provisioning complete for port 247def68-f895-4dad-99d4-4ff728efcaa2 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:28.751278 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b9f042af-5751-4960-9eb5-01ad6c20cbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (247def68-f895-4dad-99d4-4ff728efcaa2), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:28.907473 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-b9f042af-5751-4960-9eb5-01ad6c20cbc5 None None] Current status of the port 247def68-f895-4dad-99d4-4ff728efcaa2 is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:28.908865 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b9f042af-5751-4960-9eb5-01ad6c20cbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (247def68-f895-4dad-99d4-4ff728efcaa2), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:28.953742 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-b9f042af-5751-4960-9eb5-01ad6c20cbc5 None None] For port 247def68-f895-4dad-99d4-4ff728efcaa2, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=247def68-f895-4dad-99d4-4ff728efcaa2,segment=NetworkSegment(3b6c544b-dc85-4c94-8004-1c967ae0e4e0),segment_id=3b6c544b-dc85-4c94-8004-1c967ae0e4e0)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:35:28.961731 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b9f042af-5751-4960-9eb5-01ad6c20cbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (247def68-f895-4dad-99d4-4ff728efcaa2), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:29.010815 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d04d35d-2fb8-4389-94e0-095ee1d3a05d', 'name': 'tempest-TestMinimumBasicScenario-1206554668-router', 'tenant_id': 'eff011ed6b3543f59e8bfec479e7da11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '65ca6ee6-731e-403e-8bf1-85cd11948eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:16Z', 'updated_at': '2022-03-16T00:35:23Z', 'revision_number': 4, 'project_id': 'eff011ed6b3543f59e8bfec479e7da11', 'gw_port': {'id': '65ca6ee6-731e-403e-8bf1-85cd11948eae', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04d35d-2fb8-4389-94e0-095ee1d3a05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:17Z', 'updated_at': '2022-03-16T00:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '247def68-f895-4dad-99d4-4ff728efcaa2', 'name': '', 'network_id': '83a6a52c-d780-4118-b3a2-309c1d1c1a74', 'tenant_id': 'eff011ed6b3543f59e8bfec479e7da11', 'mac_address': 'fa:16:3e:c7:9a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d04d35d-2fb8-4389-94e0-095ee1d3a05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '489eefb7-385d-434c-944c-4d56d5920965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:23Z', 'updated_at': '2022-03-16T00:35:28Z', 'revision_number': 4, 'project_id': 'eff011ed6b3543f59e8bfec479e7da11', 'subnets': [{'id': '489eefb7-385d-434c-944c-4d56d5920965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:29.046335 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a6b345-b39d-42c4-86c9-cd473ac5dd7c None None] The sync data for ids ['8d04d35d-2fb8-4389-94e0-095ee1d3a05d'] in dv-cinder-831247-13-iscsi is: [{'id': '8d04d35d-2fb8-4389-94e0-095ee1d3a05d', 'name': 'tempest-TestMinimumBasicScenario-1206554668-router', 'tenant_id': 'eff011ed6b3543f59e8bfec479e7da11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '65ca6ee6-731e-403e-8bf1-85cd11948eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:16Z', 'updated_at': '2022-03-16T00:35:23Z', 'revision_number': 4, 'project_id': 'eff011ed6b3543f59e8bfec479e7da11', 'gw_port': {'id': '65ca6ee6-731e-403e-8bf1-85cd11948eae', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04d35d-2fb8-4389-94e0-095ee1d3a05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:17Z', 'updated_at': '2022-03-16T00:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '247def68-f895-4dad-99d4-4ff728efcaa2', 'name': '', 'network_id': '83a6a52c-d780-4118-b3a2-309c1d1c1a74', 'tenant_id': 'eff011ed6b3543f59e8bfec479e7da11', 'mac_address': 'fa:16:3e:c7:9a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d04d35d-2fb8-4389-94e0-095ee1d3a05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '489eefb7-385d-434c-944c-4d56d5920965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:23Z', 'updated_at': '2022-03-16T00:35:28Z', 'revision_number': 4, 'project_id': 'eff011ed6b3543f59e8bfec479e7da11', 'subnets': [{'id': '489eefb7-385d-434c-944c-4d56d5920965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:35:29.052344 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f042af-5751-4960-9eb5-01ad6c20cbc5 None None] Pushing event updated for resources: {'Port': ['ID=247def68-f895-4dad-99d4-4ff728efcaa2,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:29.328253 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05128d9c-421f-4384-a9f9-33211cf23de7 req-db0d3af9-3378-484f-b4fa-cd42d145dcac tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:29.330070 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-05128d9c-421f-4384-a9f9-33211cf23de7 req-db0d3af9-3378-484f-b4fa-cd42d145dcac tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.1089234 Mar 16 00:35:29.446147 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-05128d9c-421f-4384-a9f9-33211cf23de7 req-d4ffa244-e3d2-4357-9eb7-9f479909ddbe tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085033 Mar 16 00:35:29.526230 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7b734-ac1b-4692-8279-4e8205030986 req-d144d0d1-eab8-4525-85a7-28e88914e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:29.528546 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5ed7b734-ac1b-4692-8279-4e8205030986 req-d144d0d1-eab8-4525-85a7-28e88914e9cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9757ece4998543cd903bcd45f5938e73&device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 1130 time: 0.0599253 Mar 16 00:35:29.665400 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7b734-ac1b-4692-8279-4e8205030986 req-9cccc7bd-60d7-4302-93bf-c9816f27072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:29.667707 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5ed7b734-ac1b-4692-8279-4e8205030986 req-9cccc7bd-60d7-4302-93bf-c9816f27072c service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2dff86c-7c3f-4a04-a8eb-499a78756e53 HTTP/1.1" status: 200 len: 918 time: 0.1308570 Mar 16 00:35:29.774813 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5ed7b734-ac1b-4692-8279-4e8205030986 req-588e061d-c363-49e0-99d4-7d116d2af479 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4394098f-1797-4e4d-bbad-4a81524affb5 HTTP/1.1" status: 200 len: 1002 time: 0.1005840 Mar 16 00:35:29.863916 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 247def68-f895-4dad-99d4-4ff728efcaa2 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:35:29.898041 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca95770-428b-413f-945f-4402731c7746 req-7724b5ab-7e7f-43ec-b160-6a7cf693ff9d tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:29.906385 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-cca95770-428b-413f-945f-4402731c7746 req-7724b5ab-7e7f-43ec-b160-6a7cf693ff9d tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0893893 Mar 16 00:35:29.970767 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7b734-ac1b-4692-8279-4e8205030986 req-1e191485-c782-4a5a-a027-ae7172e07725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:29.974798 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5ed7b734-ac1b-4692-8279-4e8205030986 req-1e191485-c782-4a5a-a027-ae7172e07725 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b5bae3d1-615a-4037-9a7b-190e549a5881 HTTP/1.1" status: 200 len: 856 time: 0.1894374 Mar 16 00:35:29.981943 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-cca95770-428b-413f-945f-4402731c7746 req-65620e3d-8ff4-414b-b7b8-53fa0ea82b0c tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742764 Mar 16 00:35:30.025734 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 247def68-f895-4dad-99d4-4ff728efcaa2 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:30.026485 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (247def68-f895-4dad-99d4-4ff728efcaa2), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:30.112783 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7b734-ac1b-4692-8279-4e8205030986 req-c11b58e4-3fc4-4bea-bbd6-12de5191f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:30.117118 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5ed7b734-ac1b-4692-8279-4e8205030986 req-c11b58e4-3fc4-4bea-bbd6-12de5191f22d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2dff86c-7c3f-4a04-a8eb-499a78756e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1351554 Mar 16 00:35:30.181103 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 247def68-f895-4dad-99d4-4ff728efcaa2 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:30.314049 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccdfe2-044a-4f0c-8e90-899ae290485f req-4e7b5a98-9acb-4bf8-9af2-b33b70f8d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:30.315576 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-12ccdfe2-044a-4f0c-8e90-899ae290485f req-4e7b5a98-9acb-4bf8-9af2-b33b70f8d718 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 1130 time: 0.1533735 Mar 16 00:35:30.364854 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5ed7b734-ac1b-4692-8279-4e8205030986 req-adaf6f3f-adc9-4092-b3f3-f64890a7c05b service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412980 Mar 16 00:35:30.432950 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-12ccdfe2-044a-4f0c-8e90-899ae290485f req-3d6a4697-323d-4428-bdcd-b725e76e4ba9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105034 Mar 16 00:35:30.489319 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5ed7b734-ac1b-4692-8279-4e8205030986 req-3323888b-5434-44c2-aa47-c3ab04949f51 service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179035 Mar 16 00:35:30.617019 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1029523-ce41-4e17-9910-d8fab298a984 req-d65e0f15-700e-41b7-ac97-6879e33eb808 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:30.618871 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a1029523-ce41-4e17-9910-d8fab298a984 req-d65e0f15-700e-41b7-ac97-6879e33eb808 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0925865 Mar 16 00:35:30.760371 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a1029523-ce41-4e17-9910-d8fab298a984 req-7e80049e-cd6c-425f-94cb-47eb45c0e536 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811222 Mar 16 00:35:31.136155 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80cb0f-b41c-407c-a497-1302b94b11ca req-b6917758-dfc1-458d-82e9-63b1f51ac664 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:31.146015 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5b80cb0f-b41c-407c-a497-1302b94b11ca req-b6917758-dfc1-458d-82e9-63b1f51ac664 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0714798 Mar 16 00:35:31.206070 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5b80cb0f-b41c-407c-a497-1302b94b11ca req-c4e23f7f-4133-41bb-a9b9-d676d6ae1ac7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588889 Mar 16 00:35:32.008965 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606fe57-0ebc-447a-905a-216b56ee9a4f req-7808c72f-b984-4cec-8dfb-a63f2ebc30bc tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:32.015523 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7606fe57-0ebc-447a-905a-216b56ee9a4f req-7808c72f-b984-4cec-8dfb-a63f2ebc30bc tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0872278 Mar 16 00:35:32.088906 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7606fe57-0ebc-447a-905a-216b56ee9a4f req-a72bcc06-31e6-4f0c-b255-55e5d15288a7 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722177 Mar 16 00:35:32.379118 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd2083-f752-4ed3-8b86-f1fa2f7deb91 req-04d1699c-0a23-4a8f-a5f3-c1f03f70e038 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:32.380883 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-07cd2083-f752-4ed3-8b86-f1fa2f7deb91 req-04d1699c-0a23-4a8f-a5f3-c1f03f70e038 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0767479 Mar 16 00:35:32.485911 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-07cd2083-f752-4ed3-8b86-f1fa2f7deb91 req-088cfa88-7c6f-423e-9e16-4d9e4d106b3a tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917101 Mar 16 00:35:32.551754 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8beed1-09ff-4906-a74c-33374b5a1e11 req-c1140874-6875-4975-8911-974c3dd40f58 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:32.552619 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0a5d6-616d-48f9-84a0-36984f6195dc req-1e6cada7-1c81-42ff-a646-61b9d75390e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:32.554163 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2d8beed1-09ff-4906-a74c-33374b5a1e11 req-c1140874-6875-4975-8911-974c3dd40f58 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0638778 Mar 16 00:35:32.560670 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3bd0a5d6-616d-48f9-84a0-36984f6195dc req-1e6cada7-1c81-42ff-a646-61b9d75390e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7490363f2ce24e2887748fa443b89c91&device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 1130 time: 0.0724678 Mar 16 00:35:32.637647 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2d8beed1-09ff-4906-a74c-33374b5a1e11 req-bbada12a-fbe7-4aa1-9121-e5ef653c6fc7 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762258 Mar 16 00:35:32.677840 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0a5d6-616d-48f9-84a0-36984f6195dc req-457d0365-6e25-4de4-9d02-8f94778fa39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:32.679502 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3bd0a5d6-616d-48f9-84a0-36984f6195dc req-457d0365-6e25-4de4-9d02-8f94778fa39a service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad7821b7-8706-4c5b-bf39-2dd36a75d266 HTTP/1.1" status: 200 len: 920 time: 0.1111488 Mar 16 00:35:32.729754 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3bd0a5d6-616d-48f9-84a0-36984f6195dc req-4913c5ed-48dd-42f8-9f60-aea69c61d47b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03aa9c86-9530-4ace-b434-c1dcd009169a HTTP/1.1" status: 200 len: 217 time: 0.0441287 Mar 16 00:35:32.788688 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0a5d6-616d-48f9-84a0-36984f6195dc req-28f4fb3e-dd18-4cbb-9a6d-c66d3f264669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:32.790325 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3bd0a5d6-616d-48f9-84a0-36984f6195dc req-28f4fb3e-dd18-4cbb-9a6d-c66d3f264669 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79fca44c-0d7a-4002-9dde-dbeafd2599c9 HTTP/1.1" status: 200 len: 859 time: 0.0533142 Mar 16 00:35:32.827614 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3bd0a5d6-616d-48f9-84a0-36984f6195dc req-9788bb09-de81-465b-bf40-ed0ffa16fcf9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad7821b7-8706-4c5b-bf39-2dd36a75d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305729 Mar 16 00:35:32.946066 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3bd0a5d6-616d-48f9-84a0-36984f6195dc req-e509f5e9-45f5-4652-8dbb-6e707d14f9af service neutron] 10.222.0.46 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118560 Mar 16 00:35:33.054389 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3bd0a5d6-616d-48f9-84a0-36984f6195dc req-528957e5-5ef9-4916-91ed-f091288908b8 service neutron] 10.222.0.46 "GET /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021526 Mar 16 00:35:33.430277 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 59736) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:33.634022 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-ac102178-c273-412e-b08c-900e7ed4f7a8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fd34ab1972614029acbd5792332ee9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021351 Mar 16 00:35:33.635751 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 59742) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:33.640180 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdb851-60b7-4091-a3ac-65018035bb42 req-740972b4-5df0-4a0f-ae0f-28fe528f8e95 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:33.641868 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-14cdb851-60b7-4091-a3ac-65018035bb42 req-740972b4-5df0-4a0f-ae0f-28fe528f8e95 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 946 time: 0.0733857 Mar 16 00:35:33.700106 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-de587cb8-34db-49b0-bfe9-ca780be3be32 admin admin] Publish callbacks [] for security_group (abcdbc42-3aba-4c74-8325-7a46c4fdae2c), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:33.705614 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-14cdb851-60b7-4091-a3ac-65018035bb42 req-9d6c8b98-2c72-4bf8-b1bd-d8168bda496d tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552578 Mar 16 00:35:33.729691 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-de587cb8-34db-49b0-bfe9-ca780be3be32 admin admin] Publish callbacks [] for security_group (abcdbc42-3aba-4c74-8325-7a46c4fdae2c), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:33.811653 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:35:33.827356 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767dd535-9530-4946-8d0a-6863d2bdb275 req-cf6ed598-446c-45ae-b922-0863b681d6c4 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:33.831202 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-767dd535-9530-4946-8d0a-6863d2bdb275 req-cf6ed598-446c-45ae-b922-0863b681d6c4 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0887287 Mar 16 00:35:33.848884 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-de587cb8-34db-49b0-bfe9-ca780be3be32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (abcdbc42-3aba-4c74-8325-7a46c4fdae2c), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:33.852190 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-de587cb8-34db-49b0-bfe9-ca780be3be32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:33.853360 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-de587cb8-34db-49b0-bfe9-ca780be3be32 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/abcdbc42-3aba-4c74-8325-7a46c4fdae2c HTTP/1.1" status: 204 len: 168 time: 0.2164466 Mar 16 00:35:33.863416 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de587cb8-34db-49b0-bfe9-ca780be3be32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcdbc42-3aba-4c74-8325-7a46c4fdae2c,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:33.926605 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-767dd535-9530-4946-8d0a-6863d2bdb275 req-bba07152-7ae6-46e6-9f3c-9d139f1d6c4d tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609777 Mar 16 00:35:34.180904 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 4394098f-1797-4e4d-bbad-4a81524affb5 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:35:34.333217 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 4394098f-1797-4e4d-bbad-4a81524affb5 is: ACTIVE; New status is: DOWN {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:34.333670 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:34.361452 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4394098f-1797-4e4d-bbad-4a81524affb5'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:35:34.363877 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685c2008-a182-4058-a854-407cd62d3d6e" -d '{"events": [{"server_uuid": "05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71", "name": "network-vif-unplugged", "status": "completed", "tag": "4394098f-1797-4e4d-bbad-4a81524affb5"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:35:34.390516 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 4394098f-1797-4e4d-bbad-4a81524affb5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4394098f-1797-4e4d-bbad-4a81524affb5,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:35:34.401322 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:34.463263 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [req-45d03d0a-15db-4e56-91a7-9422b42060d0 req-695c8a52-43b0-43f4-93f9-d7a3980c8531 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 00:35:34.464287 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-45d03d0a-15db-4e56-91a7-9422b42060d0 req-695c8a52-43b0-43f4-93f9-d7a3980c8531 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061431 Mar 16 00:35:34.467253 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Mar 2022 00:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418cbe0c-df95-4396-9c22-3a808c17842e x-openstack-request-id: req-418cbe0c-df95-4396-9c22-3a808c17842e {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:35:34.467777 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71", "name": "network-vif-unplugged", "status": "failed", "tag": "4394098f-1797-4e4d-bbad-4a81524affb5", "code": 422}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:35:34.468240 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-418cbe0c-df95-4396-9c22-3a808c17842e {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:35:34.468832 dv-cinder-831247-13-iscsi neutron-server[109657]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4394098f-1797-4e4d-bbad-4a81524affb5', 'code': 422} returned with failed status Mar 16 00:35:34.469996 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=4394098f-1797-4e4d-bbad-4a81524affb5,revision_number=8']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:34.771567 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f63c3-c6b7-4326-8112-8f5bd838e140 req-2c33b6b4-9d80-456f-81f0-ad06e7c73a68 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:34.774503 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-406f63c3-c6b7-4326-8112-8f5bd838e140 req-2c33b6b4-9d80-456f-81f0-ad06e7c73a68 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.1200395 Mar 16 00:35:34.854796 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-406f63c3-c6b7-4326-8112-8f5bd838e140 req-c7aacc8b-6cbc-43e1-a0f5-cab8388b97f4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737979 Mar 16 00:35:34.978631 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 59802) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:35.088995 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2821c-585f-49ce-be91-e279501903d3 req-4c7fc65b-a879-4ee0-8c1a-251f5b9a0218 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:35.096504 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9fc2821c-585f-49ce-be91-e279501903d3 req-4c7fc65b-a879-4ee0-8c1a-251f5b9a0218 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0711763 Mar 16 00:35:35.148264 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-87300eda-75a6-4552-8bed-bb62fb8b25bf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1485182503-network', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:35:35.167456 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9fc2821c-585f-49ce-be91-e279501903d3 req-d02c13a8-93f4-4cfa-a4a0-85eb203a1c4e tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698926 Mar 16 00:35:35.197280 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87300eda-75a6-4552-8bed-bb62fb8b25bf admin admin] Made reservation on behalf of c9ff6862fa484b9884a908113ed78c53 for: {'network': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:35:35.204286 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-87300eda-75a6-4552-8bed-bb62fb8b25bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for network (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:35.220674 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 59816) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:35.225153 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-87300eda-75a6-4552-8bed-bb62fb8b25bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:35.341948 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-87300eda-75a6-4552-8bed-bb62fb8b25bf admin admin] Publish callbacks [] for security_group (56311670-c486-4fc8-9f61-78baf7000a4d), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:35.347871 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-87300eda-75a6-4552-8bed-bb62fb8b25bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (56311670-c486-4fc8-9f61-78baf7000a4d), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:35.380303 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-279a1d54-a00f-4ca3-abbb-b6cc5985722b req-2743584b-bb25-470c-ae2d-346c7d482561 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1580296 Mar 16 00:35:35.382581 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87300eda-75a6-4552-8bed-bb62fb8b25bf admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=109655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 00:35:35.388540 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [req-279a1d54-a00f-4ca3-abbb-b6cc5985722b req-9c5b15ad-ca26-4ec6-aa55-d0e37fb3e7e5 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109656) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 00:35:35.403809 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-279a1d54-a00f-4ca3-abbb-b6cc5985722b req-9c5b15ad-ca26-4ec6-aa55-d0e37fb3e7e5 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132308 Mar 16 00:35:35.406205 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87300eda-75a6-4552-8bed-bb62fb8b25bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56311670-c486-4fc8-9f61-78baf7000a4d,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:35.413081 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-87300eda-75a6-4552-8bed-bb62fb8b25bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (bf8a215e-68ab-4d0e-b295-dc90f1744763), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:35.413431 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.db.segments_db [None req-87300eda-75a6-4552-8bed-bb62fb8b25bf admin admin] Added segment bf8a215e-68ab-4d0e-b295-dc90f1744763 of type vlan for network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 Mar 16 00:35:35.463433 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-87300eda-75a6-4552-8bed-bb62fb8b25bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752661257912'] for network (2fe10e1c-d717-42d6-8d12-b659bf7cdd96), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:35.499257 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-87300eda-75a6-4552-8bed-bb62fb8b25bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for network (2fe10e1c-d717-42d6-8d12-b659bf7cdd96), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:35.500396 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87300eda-75a6-4552-8bed-bb62fb8b25bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:35.501074 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-87300eda-75a6-4552-8bed-bb62fb8b25bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:35.505273 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 59828) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:35.567772 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87300eda-75a6-4552-8bed-bb62fb8b25bf admin admin] Pushing event updated for resources: {'Network': ['ID=2fe10e1c-d717-42d6-8d12-b659bf7cdd96,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:35.584316 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 details requested by agent ovs-agent-dv-cinder-831247-13-iscsi with host dv-cinder-831247-13-iscsi {{(pid=109657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 00:35:35.595618 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 59832) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:35.595822 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-87300eda-75a6-4552-8bed-bb62fb8b25bf admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6145072 Mar 16 00:35:35.607975 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-4421c923-dc59-4c4d-8319-a030daefbbbb admin admin] Request body: {'subnet': {'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1485182503-subnet', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'ip_version': 4}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:35:35.684260 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a1d54-a00f-4ca3-abbb-b6cc5985722b req-57625261-c08f-4292-a31d-df94760006ef tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:35.685717 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-279a1d54-a00f-4ca3-abbb-b6cc5985722b req-57625261-c08f-4292-a31d-df94760006ef tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports/4394098f-1797-4e4d-bbad-4a81524affb5 HTTP/1.1" status: 200 len: 941 time: 0.1791112 Mar 16 00:35:35.687186 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4421c923-dc59-4c4d-8319-a030daefbbbb admin admin] Made reservation on behalf of c9ff6862fa484b9884a908113ed78c53 for: {'subnet': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:35:35.690705 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4421c923-dc59-4c4d-8319-a030daefbbbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5436631'] for subnet (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:35.967632 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4421c923-dc59-4c4d-8319-a030daefbbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5920192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5436649'] for subnet (9090298d-6431-4eac-8565-b1501caf6de2), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:36.059996 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421c923-dc59-4c4d-8319-a030daefbbbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9090298d-6431-4eac-8565-b1501caf6de2,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:36.078891 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f516da-303d-4f4a-b649-ebc44e2a8ac3 req-8003aab8-7478-4b4a-83de-23a7991f2289 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:36.080396 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f4f516da-303d-4f4a-b649-ebc44e2a8ac3 req-8003aab8-7478-4b4a-83de-23a7991f2289 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.1261709 Mar 16 00:35:36.090076 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4421c923-dc59-4c4d-8319-a030daefbbbb admin admin] Checking segment: {'id': 'bf8a215e-68ab-4d0e-b295-dc90f1744763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:35:36.090439 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4421c923-dc59-4c4d-8319-a030daefbbbb admin admin] Network hostable DHCP agents. Network: 2fe10e1c-d717-42d6-8d12-b659bf7cdd96, hostable agents: ['92114df5-18d6-4d7c-9264-0f0b53b6b6a9'], hosted agents: [] {{(pid=109656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 00:35:36.139675 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4421c923-dc59-4c4d-8319-a030daefbbbb admin admin] Network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 is scheduled to be hosted by DHCP agent 92114df5-18d6-4d7c-9264-0f0b53b6b6a9 with binding_index 1 {{(pid=109656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 00:35:36.148017 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f4f516da-303d-4f4a-b649-ebc44e2a8ac3 req-a621d6bc-129c-4165-94e9-d650d30f0f09 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600207 Mar 16 00:35:36.154518 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-4421c923-dc59-4c4d-8319-a030daefbbbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-13-iscsi, 2fe10e1c-d717-42d6-8d12-b659bf7cdd96) {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:35:36.164939 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8303aea-5e77-4dce-ad04-e08a062f5938 None None] Network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:35:36.166701 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4421c923-dc59-4c4d-8319-a030daefbbbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:36.167303 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4421c923-dc59-4c4d-8319-a030daefbbbb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:36.191269 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 59846) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:36.195967 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-36174b6c-ee48-4b51-8fc1-bdc32d86acba admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:35:36.203639 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-4421c923-dc59-4c4d-8319-a030daefbbbb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5929635 Mar 16 00:35:36.219774 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36174b6c-ee48-4b51-8fc1-bdc32d86acba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27896'] for router (267f981d-89a0-4eff-9e68-c0be8abda654), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:36.221165 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36174b6c-ee48-4b51-8fc1-bdc32d86acba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1033786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27889'] for router (267f981d-89a0-4eff-9e68-c0be8abda654), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:36.313671 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36174b6c-ee48-4b51-8fc1-bdc32d86acba admin admin] Publish callbacks [] for router_controller (267f981d-89a0-4eff-9e68-c0be8abda654), precommit_add_association {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:36.337899 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b857a9-1560-498a-b9f2-85ce613f6350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1adf14ab-7b2c-5d9c-b824-2499cacfe593-2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2'}]}} from dv-cinder-831247-13-iscsi. {{(pid=109657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 00:35:36.338195 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-23b857a9-1560-498a-b9f2-85ce613f6350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:36.543469 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36174b6c-ee48-4b51-8fc1-bdc32d86acba admin admin] Publish callbacks [] for router_gateway (267f981d-89a0-4eff-9e68-c0be8abda654), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:36.576477 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.db_base_plugin_common [None req-23b857a9-1560-498a-b9f2-85ce613f6350 None None] Allocated IP 172.20.0.2 (2fe10e1c-d717-42d6-8d12-b659bf7cdd96/9090298d-6431-4eac-8565-b1501caf6de2/f9453577-aabb-4cf1-a0f9-bb201332a0fe) {{(pid=109657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:35:36.782551 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-23b857a9-1560-498a-b9f2-85ce613f6350 None None] Publish callbacks [] for port (f9453577-aabb-4cf1-a0f9-bb201332a0fe), precommit_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:36.791985 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-23b857a9-1560-498a-b9f2-85ce613f6350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053'] for port (f9453577-aabb-4cf1-a0f9-bb201332a0fe), after_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:36.846240 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b857a9-1560-498a-b9f2-85ce613f6350 None None] Network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 is already hosted by enough agents. {{(pid=109657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:35:36.855560 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.base_scheduler [None req-23b857a9-1560-498a-b9f2-85ce613f6350 None None] Resources bound (agent type, host, resource id): {{(pid=109657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:35:36.858546 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36174b6c-ee48-4b51-8fc1-bdc32d86acba admin admin] Publish callbacks [] for router_gateway (267f981d-89a0-4eff-9e68-c0be8abda654), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:36.862381 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b857a9-1560-498a-b9f2-85ce613f6350 None None] Received port after_create {{(pid=109657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:35:36.880971 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36174b6c-ee48-4b51-8fc1-bdc32d86acba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:36.890663 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b857a9-1560-498a-b9f2-85ce613f6350 None None] Pushing event updated for resources: {'Port': ['ID=f9453577-aabb-4cf1-a0f9-bb201332a0fe,revision_number=1']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:37.007472 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-23b857a9-1560-498a-b9f2-85ce613f6350 None None] Attempting to bind port f9453577-aabb-4cf1-a0f9-bb201332a0fe on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:35:37.007848 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-23b857a9-1560-498a-b9f2-85ce613f6350 None None] Attempting to bind port f9453577-aabb-4cf1-a0f9-bb201332a0fe by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': 'bf8a215e-68ab-4d0e-b295-dc90f1744763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96'}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:35:37.008215 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b857a9-1560-498a-b9f2-85ce613f6350 None None] Attempting to bind port f9453577-aabb-4cf1-a0f9-bb201332a0fe on network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:35:37.018154 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b857a9-1560-498a-b9f2-85ce613f6350 None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:35:37.019411 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b857a9-1560-498a-b9f2-85ce613f6350 None None] Checking segment: {'id': 'bf8a215e-68ab-4d0e-b295-dc90f1744763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:35:37.019832 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-23b857a9-1560-498a-b9f2-85ce613f6350 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:37.021663 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b857a9-1560-498a-b9f2-85ce613f6350 None None] Bound using segment: {'id': 'bf8a215e-68ab-4d0e-b295-dc90f1744763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96'} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:35:37.022204 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-23b857a9-1560-498a-b9f2-85ce613f6350 None None] Bound port: f9453577-aabb-4cf1-a0f9-bb201332a0fe, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8a215e-68ab-4d0e-b295-dc90f1744763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96'}}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:35:37.022609 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-23b857a9-1560-498a-b9f2-85ce613f6350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (f9453577-aabb-4cf1-a0f9-bb201332a0fe), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:37.129104 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_common [None req-36174b6c-ee48-4b51-8fc1-bdc32d86acba admin admin] Allocated IP 172.27.2.183 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/3c59f327-5f9c-4efc-8965-e64aa5feccfa) {{(pid=109655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:35:37.152852 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-23b857a9-1560-498a-b9f2-85ce613f6350 None None] For port f9453577-aabb-4cf1-a0f9-bb201332a0fe, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:35:37.157200 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-23b857a9-1560-498a-b9f2-85ce613f6350 None None] For port f9453577-aabb-4cf1-a0f9-bb201332a0fe, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=f9453577-aabb-4cf1-a0f9-bb201332a0fe,segment=NetworkSegment(bf8a215e-68ab-4d0e-b295-dc90f1744763),segment_id=bf8a215e-68ab-4d0e-b295-dc90f1744763)] {{(pid=109657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:35:37.177407 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-23b857a9-1560-498a-b9f2-85ce613f6350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (f9453577-aabb-4cf1-a0f9-bb201332a0fe), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:37.261326 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b857a9-1560-498a-b9f2-85ce613f6350 None None] Pushing event updated for resources: {'Port': ['ID=f9453577-aabb-4cf1-a0f9-bb201332a0fe,revision_number=2']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:37.399470 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36174b6c-ee48-4b51-8fc1-bdc32d86acba admin admin] Publish callbacks [] for port (3c59f327-5f9c-4efc-8965-e64aa5feccfa), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:37.445470 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36174b6c-ee48-4b51-8fc1-bdc32d86acba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (3c59f327-5f9c-4efc-8965-e64aa5feccfa), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:37.448214 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d788d0c-ace8-4571-8695-302e58d5891c req-9a20c212-ebb1-4a4e-a9ed-bd08492613b1 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:37.451360 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1d788d0c-ace8-4571-8695-302e58d5891c req-9a20c212-ebb1-4a4e-a9ed-bd08492613b1 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.0787463 Mar 16 00:35:37.492687 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36174b6c-ee48-4b51-8fc1-bdc32d86acba admin admin] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:35:37.496060 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-36174b6c-ee48-4b51-8fc1-bdc32d86acba admin admin] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:35:37.499104 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36174b6c-ee48-4b51-8fc1-bdc32d86acba admin admin] Received port after_create {{(pid=109655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:35:37.530469 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1d788d0c-ace8-4571-8695-302e58d5891c req-1a409700-0969-48c6-9cd2-8799b498504f tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664639 Mar 16 00:35:37.722379 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36174b6c-ee48-4b51-8fc1-bdc32d86acba admin admin] Pushing event updated for resources: {'Port': ['ID=3c59f327-5f9c-4efc-8965-e64aa5feccfa,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:37.757802 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a1d54-a00f-4ca3-abbb-b6cc5985722b req-1e731953-38c3-4657-85fe-4ea99bbec3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:37.771115 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-279a1d54-a00f-4ca3-abbb-b6cc5985722b req-1e731953-38c3-4657-85fe-4ea99bbec3d7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71&tenant_id=9757ece4998543cd903bcd45f5938e73 HTTP/1.1" status: 200 len: 1128 time: 0.1606460 Mar 16 00:35:37.877913 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device f9453577-aabb-4cf1-a0f9-bb201332a0fe up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:35:37.882990 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36174b6c-ee48-4b51-8fc1-bdc32d86acba admin admin] Publish callbacks [] for router_gateway (267f981d-89a0-4eff-9e68-c0be8abda654), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:37.921043 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a1d54-a00f-4ca3-abbb-b6cc5985722b req-e8db6104-10eb-4d84-a2a5-a14775ba305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:37.935251 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-279a1d54-a00f-4ca3-abbb-b6cc5985722b req-e8db6104-10eb-4d84-a2a5-a14775ba305c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9757ece4998543cd903bcd45f5938e73&device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 1128 time: 0.1277435 Mar 16 00:35:37.940151 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port f9453577-aabb-4cf1-a0f9-bb201332a0fe triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:37.940527 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (f9453577-aabb-4cf1-a0f9-bb201332a0fe), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:38.148786 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36174b6c-ee48-4b51-8fc1-bdc32d86acba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558706'] for router (267f981d-89a0-4eff-9e68-c0be8abda654), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:38.247259 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port f9453577-aabb-4cf1-a0f9-bb201332a0fe is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:38.247739 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (f9453577-aabb-4cf1-a0f9-bb201332a0fe), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:38.305758 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] For port f9453577-aabb-4cf1-a0f9-bb201332a0fe, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=f9453577-aabb-4cf1-a0f9-bb201332a0fe,segment=NetworkSegment(bf8a215e-68ab-4d0e-b295-dc90f1744763),segment_id=bf8a215e-68ab-4d0e-b295-dc90f1744763)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:35:38.313616 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (f9453577-aabb-4cf1-a0f9-bb201332a0fe), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:38.382631 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Pushing event updated for resources: {'Port': ['ID=f9453577-aabb-4cf1-a0f9-bb201332a0fe,revision_number=3']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:38.416575 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36174b6c-ee48-4b51-8fc1-bdc32d86acba admin admin] Router 267f981d-89a0-4eff-9e68-c0be8abda654 is scheduled to L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 with binding_index 1 {{(pid=109655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 00:35:38.453735 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a1d54-a00f-4ca3-abbb-b6cc5985722b req-abcf3b22-16bd-4449-9f8b-c1543bdfc41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:38.455496 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-279a1d54-a00f-4ca3-abbb-b6cc5985722b req-abcf3b22-16bd-4449-9f8b-c1543bdfc41e service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2dff86c-7c3f-4a04-a8eb-499a78756e53 HTTP/1.1" status: 200 len: 918 time: 0.5107627 Mar 16 00:35:38.581814 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-279a1d54-a00f-4ca3-abbb-b6cc5985722b req-0dbc0dd2-c4d4-4e3c-8926-3152609e5c6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4394098f-1797-4e4d-bbad-4a81524affb5 HTTP/1.1" status: 200 len: 1000 time: 0.1205423 Mar 16 00:35:38.589245 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36174b6c-ee48-4b51-8fc1-bdc32d86acba admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:35:38.601213 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] Sync routers for ids ['267f981d-89a0-4eff-9e68-c0be8abda654'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:35:38.612329 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] Routers {'267f981d-89a0-4eff-9e68-c0be8abda654'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:35:38.613025 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:35:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['267f981d-89a0-4eff-9e68-c0be8abda654'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:38.619780 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36174b6c-ee48-4b51-8fc1-bdc32d86acba admin admin] Publish callbacks [] for router (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:38.625740 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-36174b6c-ee48-4b51-8fc1-bdc32d86acba admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4327402 Mar 16 00:35:38.626859 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 59870) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:38.707482 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a1d54-a00f-4ca3-abbb-b6cc5985722b req-463fad01-e152-40fb-8891-8ff6ecad2a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:38.708968 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-279a1d54-a00f-4ca3-abbb-b6cc5985722b req-463fad01-e152-40fb-8891-8ff6ecad2a91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b5bae3d1-615a-4037-9a7b-190e549a5881 HTTP/1.1" status: 200 len: 856 time: 0.1207335 Mar 16 00:35:38.810760 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a1d54-a00f-4ca3-abbb-b6cc5985722b req-847563ef-828b-49b3-b7cf-aa04beb04434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:38.812281 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-279a1d54-a00f-4ca3-abbb-b6cc5985722b req-847563ef-828b-49b3-b7cf-aa04beb04434 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2dff86c-7c3f-4a04-a8eb-499a78756e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0964289 Mar 16 00:35:38.852590 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] Set router 267f981d-89a0-4eff-9e68-c0be8abda654 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:35:38.866996 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3940dbd-6a17-4030-8ad4-004a80c2e49e None None] Network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:35:39.015119 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f37b4-e6fe-408f-836d-5f8e1db82d2d req-4f9c429a-e0fe-4539-8596-dbdded9417b7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:39.023934 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a26f37b4-e6fe-408f-836d-5f8e1db82d2d req-4f9c429a-e0fe-4539-8596-dbdded9417b7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.3494525 Mar 16 00:35:39.039113 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-279a1d54-a00f-4ca3-abbb-b6cc5985722b req-05b49a4a-5602-4b02-8de6-0ffa74a4d861 service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183182 Mar 16 00:35:39.043399 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:37Z', 'revision_number': 3, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:39.072720 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] Checking router: 267f981d-89a0-4eff-9e68-c0be8abda654 for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:35:39.073358 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] Updating router 267f981d-89a0-4eff-9e68-c0be8abda654 port 3c59f327-5f9c-4efc-8965-e64aa5feccfa binding host dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 00:35:39.126619 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-4b0c85f9-c75a-4acc-bdb8-e16bc8771ff8 None None] Provisioning complete for port f9453577-aabb-4cf1-a0f9-bb201332a0fe triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:39.131122 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-4b0c85f9-c75a-4acc-bdb8-e16bc8771ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (f9453577-aabb-4cf1-a0f9-bb201332a0fe), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:39.134714 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (3c59f327-5f9c-4efc-8965-e64aa5feccfa), before_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:39.160457 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a26f37b4-e6fe-408f-836d-5f8e1db82d2d req-66594014-3fa0-4e3e-ba70-bf34a8c18372 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261587 Mar 16 00:35:39.217518 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-279a1d54-a00f-4ca3-abbb-b6cc5985722b req-d9399784-d702-4420-bccd-007a82a95c8c service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732075 Mar 16 00:35:39.339670 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-4b0c85f9-c75a-4acc-bdb8-e16bc8771ff8 None None] Current status of the port f9453577-aabb-4cf1-a0f9-bb201332a0fe is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:39.567457 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-f63a7328-1f07-4074-b865-f3d7371a028d None None] Provisioning complete for port f9453577-aabb-4cf1-a0f9-bb201332a0fe triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:39.568576 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-f63a7328-1f07-4074-b865-f3d7371a028d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (f9453577-aabb-4cf1-a0f9-bb201332a0fe), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:39.573532 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-005596db-6113-46a5-89af-a9827d1b11c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:39.731067 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-f63a7328-1f07-4074-b865-f3d7371a028d None None] Current status of the port f9453577-aabb-4cf1-a0f9-bb201332a0fe is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:39.815534 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] Publish callbacks [] for port (3c59f327-5f9c-4efc-8965-e64aa5feccfa), precommit_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:39.825347 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device f9453577-aabb-4cf1-a0f9-bb201332a0fe up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:35:39.832956 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (3c59f327-5f9c-4efc-8965-e64aa5feccfa), after_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:39.864027 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_common [None req-005596db-6113-46a5-89af-a9827d1b11c3 admin admin] Allocated IP 172.20.0.1 (2fe10e1c-d717-42d6-8d12-b659bf7cdd96/9090298d-6431-4eac-8565-b1501caf6de2/ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa) {{(pid=109655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:35:39.881618 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27df63-8060-4281-8c70-53bc53394d90 req-29c33fd4-8092-4adf-8340-bd6a182fda9c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:39.883242 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bd27df63-8060-4281-8c70-53bc53394d90 req-29c33fd4-8092-4adf-8340-bd6a182fda9c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.1158741 Mar 16 00:35:39.951235 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] Attempting to bind port 3c59f327-5f9c-4efc-8965-e64aa5feccfa on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:35:39.951597 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] Attempting to bind port 3c59f327-5f9c-4efc-8965-e64aa5feccfa by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}] {{(pid=109658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:35:39.962925 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] Attempting to bind port 3c59f327-5f9c-4efc-8965-e64aa5feccfa on network d7b91a62-3519-438e-afea-681b80fa7f46 {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:35:39.967613 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a925a1-6ef5-49bf-b513-376fc2fecf94 None None] Pushing event updated for resources: {'Port': ['ID=3c59f327-5f9c-4efc-8965-e64aa5feccfa,revision_number=2']} {{(pid=109658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:40.007219 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:35:40.007686 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] Checking segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:35:40.008094 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:40.008545 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] Bound using segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:35:40.009166 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] Bound port: 3c59f327-5f9c-4efc-8965-e64aa5feccfa, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}}] {{(pid=109658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:35:40.009654 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (3c59f327-5f9c-4efc-8965-e64aa5feccfa), before_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:40.016178 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bd27df63-8060-4281-8c70-53bc53394d90 req-a639f7a4-d7af-4e63-96a0-e76efb29bb54 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175103 Mar 16 00:35:40.028920 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port f9453577-aabb-4cf1-a0f9-bb201332a0fe triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:40.029656 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (f9453577-aabb-4cf1-a0f9-bb201332a0fe), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:40.084689 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-005596db-6113-46a5-89af-a9827d1b11c3 admin admin] Publish callbacks [] for port (ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:40.105400 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479e8fe-c805-473e-a04e-be706aff2039 req-b68d0420-f5a5-48c6-8f89-7971813ce79f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:40.107966 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1479e8fe-c805-473e-a04e-be706aff2039 req-b68d0420-f5a5-48c6-8f89-7971813ce79f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/networks?id=c7f24b43-d8d5-4c07-970a-7de33dbfdaea HTTP/1.1" status: 200 len: 815 time: 0.2001026 Mar 16 00:35:40.141338 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1479e8fe-c805-473e-a04e-be706aff2039 req-54af3495-863e-4401-9840-c252b88a980d tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/quotas/50c6c43ee5584543a4bb4b3c716fbaf8 HTTP/1.1" status: 200 len: 375 time: 0.0267949 Mar 16 00:35:40.159163 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port f9453577-aabb-4cf1-a0f9-bb201332a0fe is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:40.161153 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-005596db-6113-46a5-89af-a9827d1b11c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:40.286280 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005596db-6113-46a5-89af-a9827d1b11c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:40.300478 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1479e8fe-c805-473e-a04e-be706aff2039 req-67a60500-cc3e-4ab8-af9b-dec88812c406 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=50c6c43ee5584543a4bb4b3c716fbaf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1501429 Mar 16 00:35:40.322701 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005596db-6113-46a5-89af-a9827d1b11c3 admin admin] Network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:35:40.362846 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-005596db-6113-46a5-89af-a9827d1b11c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:35:40.365578 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005596db-6113-46a5-89af-a9827d1b11c3 admin admin] Received port after_create {{(pid=109655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:35:40.380139 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.db [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] For port 3c59f327-5f9c-4efc-8965-e64aa5feccfa, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:35:40.404616 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.db [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] For port 3c59f327-5f9c-4efc-8965-e64aa5feccfa, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=3c59f327-5f9c-4efc-8965-e64aa5feccfa,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:35:40.424585 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (3c59f327-5f9c-4efc-8965-e64aa5feccfa), after_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:40.451564 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-005596db-6113-46a5-89af-a9827d1b11c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558721'] for router_interface (267f981d-89a0-4eff-9e68-c0be8abda654), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:40.500957 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] Routers {'267f981d-89a0-4eff-9e68-c0be8abda654'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:35:40.509826 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:35:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['267f981d-89a0-4eff-9e68-c0be8abda654'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:40.525155 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1479e8fe-c805-473e-a04e-be706aff2039 req-2d24ea97-aecb-497a-b261-d9e4d8b6d851 service neutron] 10.222.0.10 "GET /v2.0/networks/c7f24b43-d8d5-4c07-970a-7de33dbfdaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223806 Mar 16 00:35:40.598515 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bf810-9c54-4c8b-b5e7-5205d6859a60 req-31646318-5850-46be-9a63-c4f079328d0f tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:40.600177 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0a9bf810-9c54-4c8b-b5e7-5205d6859a60 req-31646318-5850-46be-9a63-c4f079328d0f tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.2959416 Mar 16 00:35:40.665518 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-005596db-6113-46a5-89af-a9827d1b11c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:40.722769 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a925a1-6ef5-49bf-b513-376fc2fecf94 None None] Pushing event updated for resources: {'Port': ['ID=3c59f327-5f9c-4efc-8965-e64aa5feccfa,revision_number=3']} {{(pid=109658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:40.754411 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0a9bf810-9c54-4c8b-b5e7-5205d6859a60 req-8c75b83e-cdcf-4904-9044-cca499ec5abe tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177270 Mar 16 00:35:40.773044 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] Set router 267f981d-89a0-4eff-9e68-c0be8abda654 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:35:40.803207 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1479e8fe-c805-473e-a04e-be706aff2039 req-399008d2-8686-4ca1-ae1e-23fdfa4a1733 service neutron] 10.222.0.10 "GET /v2.0/networks/c7f24b43-d8d5-4c07-970a-7de33dbfdaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763522 Mar 16 00:35:40.882381 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-b92544ef-a839-4ed1-acba-5b6df67a5e59 None None] Provisioning complete for port ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:40.883409 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b92544ef-a839-4ed1-acba-5b6df67a5e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:40.938634 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-b92544ef-a839-4ed1-acba-5b6df67a5e59 None None] Port ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:35:41.095658 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-005596db-6113-46a5-89af-a9827d1b11c3 admin admin] Publish callbacks [] for port (ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:41.118506 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:37Z', 'revision_number': 3, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:41.123315 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-005596db-6113-46a5-89af-a9827d1b11c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5476197'] for port (ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:41.162931 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5ad8f7-ba70-48ba-a3d0-0e02f14db79f None None] The sync data for ids ['267f981d-89a0-4eff-9e68-c0be8abda654'] in dv-cinder-831247-13-iscsi is: [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:37Z', 'revision_number': 3, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:35:41.248931 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075697d-7427-42e5-889d-f45bb147a03c req-beae0276-38fc-4744-80db-469ab89c6889 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:41.254368 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ef8dc9fb-05d7-4d71-adc2-c1463b12d280 req-9b0f91ca-dafd-40db-8af8-9f4f1870d9c7 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 210 time: 0.1634429 Mar 16 00:35:41.255274 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-005596db-6113-46a5-89af-a9827d1b11c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557361'] for router_interface (267f981d-89a0-4eff-9e68-c0be8abda654), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:41.256556 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b075697d-7427-42e5-889d-f45bb147a03c req-beae0276-38fc-4744-80db-469ab89c6889 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0795214 Mar 16 00:35:41.346191 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b075697d-7427-42e5-889d-f45bb147a03c req-6b46fbec-8f73-4c46-bec7-c3026339d93f tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884335 Mar 16 00:35:41.382230 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005596db-6113-46a5-89af-a9827d1b11c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa,revision_number=2']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:41.435412 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005596db-6113-46a5-89af-a9827d1b11c3 admin admin] Network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:35:41.437028 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-005596db-6113-46a5-89af-a9827d1b11c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:35:41.703389 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005596db-6113-46a5-89af-a9827d1b11c3 admin admin] Router 267f981d-89a0-4eff-9e68-c0be8abda654 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:35:41.907732 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 3c59f327-5f9c-4efc-8965-e64aa5feccfa up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:35:42.087904 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-b8ac9e49-e79b-41db-a815-0b1678c42d32 None None] Provisioning complete for port ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:42.089217 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b8ac9e49-e79b-41db-a815-0b1678c42d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:42.107599 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005596db-6113-46a5-89af-a9827d1b11c3 admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:35:42.138260 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-005596db-6113-46a5-89af-a9827d1b11c3 admin admin] 10.222.0.10 "PUT /v2.0/routers/267f981d-89a0-4eff-9e68-c0be8abda654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5098457 Mar 16 00:35:42.196183 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-b8ac9e49-e79b-41db-a815-0b1678c42d32 None None] Port ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:35:42.213199 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96b26b-71cd-4b6f-8a2d-405834361001 req-2b5dbf70-9d8e-4ae0-92ea-00906b909947 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:42.226973 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-be96b26b-71cd-4b6f-8a2d-405834361001 req-2b5dbf70-9d8e-4ae0-92ea-00906b909947 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.3020656 Mar 16 00:35:42.230100 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 3c59f327-5f9c-4efc-8965-e64aa5feccfa triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:42.233148 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (3c59f327-5f9c-4efc-8965-e64aa5feccfa), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:42.332756 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-be96b26b-71cd-4b6f-8a2d-405834361001 req-9524586c-f3e0-4dea-9984-db2c87937a95 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048741 Mar 16 00:35:42.461234 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-159aeecb-6e93-4e08-8d92-40bfa49c29ae req-06504a8c-5d12-4d9a-acda-cbf841a87de9 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 210 time: 0.0596352 Mar 16 00:35:42.488002 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 3c59f327-5f9c-4efc-8965-e64aa5feccfa is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:42.490122 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (3c59f327-5f9c-4efc-8965-e64aa5feccfa), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:42.565887 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] For port 3c59f327-5f9c-4efc-8965-e64aa5feccfa, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=3c59f327-5f9c-4efc-8965-e64aa5feccfa,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:35:42.573403 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (3c59f327-5f9c-4efc-8965-e64aa5feccfa), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:42.665463 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a138f6-9ea2-4d57-8757-d964d0060856 req-5d85a847-ed4e-42f5-805e-a054dbab6cce tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:42.676874 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-39a138f6-9ea2-4d57-8757-d964d0060856 req-5d85a847-ed4e-42f5-805e-a054dbab6cce tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.1669157 Mar 16 00:35:42.755558 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Pushing event updated for resources: {'Port': ['ID=3c59f327-5f9c-4efc-8965-e64aa5feccfa,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:42.812016 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-39a138f6-9ea2-4d57-8757-d964d0060856 req-9a809c32-7760-4b41-a94e-f6a8509d2726 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340115 Mar 16 00:35:43.007340 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 59956) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:43.013871 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-5cad7be6-d076-4157-b320-73cd73f75ffe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1526501463-network', 'tenant_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:35:43.038569 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cad7be6-d076-4157-b320-73cd73f75ffe admin admin] Made reservation on behalf of cf3aeb1d0ea94d0d8a41a1c0772f5164 for: {'network': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:35:43.041747 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5cad7be6-d076-4157-b320-73cd73f75ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for network (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:43.054599 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5cad7be6-d076-4157-b320-73cd73f75ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:43.238655 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5cad7be6-d076-4157-b320-73cd73f75ffe admin admin] Publish callbacks [] for security_group (d7f13900-37b6-4cb1-b208-5f2481d09c50), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:43.243533 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5cad7be6-d076-4157-b320-73cd73f75ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (d7f13900-37b6-4cb1-b208-5f2481d09c50), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:43.267412 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cad7be6-d076-4157-b320-73cd73f75ffe admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=109656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 00:35:43.278746 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5cad7be6-d076-4157-b320-73cd73f75ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (3d9c3312-300d-44ce-a25a-bc648198ce7a), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:43.279413 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.segments_db [None req-5cad7be6-d076-4157-b320-73cd73f75ffe admin admin] Added segment 3d9c3312-300d-44ce-a25a-bc648198ce7a of type vlan for network 4f08ffbb-36f6-4f4a-a254-655506917ca2 Mar 16 00:35:43.336247 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5cad7be6-d076-4157-b320-73cd73f75ffe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752661257912'] for network (4f08ffbb-36f6-4f4a-a254-655506917ca2), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:43.353861 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad7be6-d076-4157-b320-73cd73f75ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f13900-37b6-4cb1-b208-5f2481d09c50,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:43.395801 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5cad7be6-d076-4157-b320-73cd73f75ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for network (4f08ffbb-36f6-4f4a-a254-655506917ca2), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:43.398393 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cad7be6-d076-4157-b320-73cd73f75ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:43.399001 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5cad7be6-d076-4157-b320-73cd73f75ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:43.535010 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad7be6-d076-4157-b320-73cd73f75ffe admin admin] Pushing event updated for resources: {'Network': ['ID=4f08ffbb-36f6-4f4a-a254-655506917ca2,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:43.551608 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Network 4f08ffbb-36f6-4f4a-a254-655506917ca2 details requested by agent ovs-agent-dv-cinder-831247-13-iscsi with host dv-cinder-831247-13-iscsi {{(pid=109657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 00:35:43.583485 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-5cad7be6-d076-4157-b320-73cd73f75ffe admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5730934 Mar 16 00:35:43.585137 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 59964) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:43.590849 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-c6b17436-b1b7-4b18-81d0-081d18208e49 admin admin] Request body: {'subnet': {'network_id': '4f08ffbb-36f6-4f4a-a254-655506917ca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1526501463-subnet', 'tenant_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'ip_version': 4}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:35:43.663431 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5d1a2d15-922b-4085-a0fb-89a8386611de req-8b7eea47-6dd0-4706-a4f8-67853e1ff324 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 210 time: 0.0410633 Mar 16 00:35:43.666052 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227d29c-914f-4c37-867e-11e5679e59b8 req-4580fe04-34b4-497c-8217-2fc3ff6d8bfd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:43.679460 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3227d29c-914f-4c37-867e-11e5679e59b8 req-4580fe04-34b4-497c-8217-2fc3ff6d8bfd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.1297503 Mar 16 00:35:43.696017 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b17436-b1b7-4b18-81d0-081d18208e49 admin admin] Made reservation on behalf of cf3aeb1d0ea94d0d8a41a1c0772f5164 for: {'subnet': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:35:43.699089 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c6b17436-b1b7-4b18-81d0-081d18208e49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5478581'] for subnet (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:43.788595 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3227d29c-914f-4c37-867e-11e5679e59b8 req-aa5bca3e-7ef2-483a-8604-f99afb2d6350 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049361 Mar 16 00:35:43.854724 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 3c59f327-5f9c-4efc-8965-e64aa5feccfa up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:35:43.973136 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 3c59f327-5f9c-4efc-8965-e64aa5feccfa triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:43.973531 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (3c59f327-5f9c-4efc-8965-e64aa5feccfa), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:44.078611 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f90438-d0cd-4771-b722-fa422f132682 req-03a4ef12-7eee-4eb8-88ca-84b1f52659f7 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:44.090457 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c3f90438-d0cd-4771-b722-fa422f132682 req-03a4ef12-7eee-4eb8-88ca-84b1f52659f7 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.0896740 Mar 16 00:35:44.183922 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 3c59f327-5f9c-4efc-8965-e64aa5feccfa is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:44.193401 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c6b17436-b1b7-4b18-81d0-081d18208e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5476336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5478539'] for subnet (d926729d-c940-48e1-b8c3-460a881c69ca), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:44.223806 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] Sync routers for ids ['267f981d-89a0-4eff-9e68-c0be8abda654'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:35:44.229326 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c3f90438-d0cd-4771-b722-fa422f132682 req-6abf3933-47de-4031-a7ec-4be38c7fac6d tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380358 Mar 16 00:35:44.243243 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] Routers {'267f981d-89a0-4eff-9e68-c0be8abda654'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:35:44.244010 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:35:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['267f981d-89a0-4eff-9e68-c0be8abda654'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:44.263884 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b17436-b1b7-4b18-81d0-081d18208e49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d926729d-c940-48e1-b8c3-460a881c69ca,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:44.287583 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b17436-b1b7-4b18-81d0-081d18208e49 admin admin] Checking segment: {'id': '3d9c3312-300d-44ce-a25a-bc648198ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f08ffbb-36f6-4f4a-a254-655506917ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:35:44.288219 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b17436-b1b7-4b18-81d0-081d18208e49 admin admin] Network hostable DHCP agents. Network: 4f08ffbb-36f6-4f4a-a254-655506917ca2, hostable agents: ['92114df5-18d6-4d7c-9264-0f0b53b6b6a9'], hosted agents: [] {{(pid=109655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 00:35:44.308375 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b17436-b1b7-4b18-81d0-081d18208e49 admin admin] Network 4f08ffbb-36f6-4f4a-a254-655506917ca2 is scheduled to be hosted by DHCP agent 92114df5-18d6-4d7c-9264-0f0b53b6b6a9 with binding_index 1 {{(pid=109655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 00:35:44.320581 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-c6b17436-b1b7-4b18-81d0-081d18208e49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-13-iscsi, 4f08ffbb-36f6-4f4a-a254-655506917ca2) {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:35:44.329095 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b17436-b1b7-4b18-81d0-081d18208e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:44.329362 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c6b17436-b1b7-4b18-81d0-081d18208e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:44.336052 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b724ef44-e30c-46e4-811f-96aa9cb1d67b None None] Network 4f08ffbb-36f6-4f4a-a254-655506917ca2 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:35:44.362568 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 59968) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:44.364166 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-c6b17436-b1b7-4b18-81d0-081d18208e49 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7774355 Mar 16 00:35:44.372196 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-41f590d8-73b9-48c7-88e1-2c290d09b00e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1526501463-router', 'tenant_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:35:44.421671 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-41f590d8-73b9-48c7-88e1-2c290d09b00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27896'] for router (3f8bc032-5a6c-4458-b9c5-e21e97b861ae), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:44.422788 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-41f590d8-73b9-48c7-88e1-2c290d09b00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1033786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27889'] for router (3f8bc032-5a6c-4458-b9c5-e21e97b861ae), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:44.559871 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-41f590d8-73b9-48c7-88e1-2c290d09b00e admin admin] Publish callbacks [] for router_controller (3f8bc032-5a6c-4458-b9c5-e21e97b861ae), precommit_add_association {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:44.583057 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095473da-c120-4595-8bea-623f396c94c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1adf14ab-7b2c-5d9c-b824-2499cacfe593-4f08ffbb-36f6-4f4a-a254-655506917ca2', 'network_id': '4f08ffbb-36f6-4f4a-a254-655506917ca2', 'project_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'fixed_ips': [{'subnet_id': 'd926729d-c940-48e1-b8c3-460a881c69ca'}]}} from dv-cinder-831247-13-iscsi. {{(pid=109657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 00:35:44.584217 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-095473da-c120-4595-8bea-623f396c94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:44.600479 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] Set router 267f981d-89a0-4eff-9e68-c0be8abda654 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:35:44.734359 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-41f590d8-73b9-48c7-88e1-2c290d09b00e admin admin] Publish callbacks [] for router_gateway (3f8bc032-5a6c-4458-b9c5-e21e97b861ae), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:44.884005 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-58b93286-1369-456c-99d2-3aa0f9ffb21b req-b9e89a34-9efa-4ebd-91a8-456b2d7b4bb1 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 210 time: 0.0978622 Mar 16 00:35:45.072225 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b57b51-6f5f-43c6-bb3c-d8a609c09ff3 req-225286a4-0648-41a4-a21c-bd23c6179594 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:45.086301 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-18b57b51-6f5f-43c6-bb3c-d8a609c09ff3 req-225286a4-0648-41a4-a21c-bd23c6179594 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.1402133 Mar 16 00:35:45.111906 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.db_base_plugin_common [None req-095473da-c120-4595-8bea-623f396c94c8 None None] Allocated IP 172.20.0.2 (4f08ffbb-36f6-4f4a-a254-655506917ca2/d926729d-c940-48e1-b8c3-460a881c69ca/401cc777-3974-4d7b-be9d-a0f150ce9545) {{(pid=109657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:35:45.168539 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479e8fe-c805-473e-a04e-be706aff2039 req-65f2ae8e-384f-4026-874f-137d148f5a2c tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:45.170279 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1479e8fe-c805-473e-a04e-be706aff2039 req-65f2ae8e-384f-4026-874f-137d148f5a2c tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.46 "GET /v2.0/networks?id=c7f24b43-d8d5-4c07-970a-7de33dbfdaea HTTP/1.1" status: 200 len: 815 time: 0.2641802 Mar 16 00:35:45.213612 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': 'ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa', 'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'mac_address': 'fa:16:3e:08:9d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:39Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 2, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'subnets': [{'id': '9090298d-6431-4eac-8565-b1501caf6de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:45.213824 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-18b57b51-6f5f-43c6-bb3c-d8a609c09ff3 req-d9cadf02-09fd-4fe2-a577-9a90d0c7fbb8 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257336 Mar 16 00:35:45.246940 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] Checking router: 267f981d-89a0-4eff-9e68-c0be8abda654 for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:35:45.247296 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] Updating router 267f981d-89a0-4eff-9e68-c0be8abda654 port ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa binding host dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 00:35:45.248953 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-1479e8fe-c805-473e-a04e-be706aff2039 req-32b3ba16-d95d-4f96-aea5-6287ed5ebaef tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Request body: {'port': {'device_id': '0088fd70-e764-46d4-9d83-ee666e28fa9d', 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea', 'admin_state_up': True, 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:35:45.313631 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:45.374033 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b3209-aeb8-4dc6-ab8c-2c73f95ff2a2 req-cd0e1ed5-0291-4359-930d-ac3c79b71b0e tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:45.375474 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-754b3209-aeb8-4dc6-ab8c-2c73f95ff2a2 req-cd0e1ed5-0291-4359-930d-ac3c79b71b0e tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.46 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.4487154 Mar 16 00:35:45.534257 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-41f590d8-73b9-48c7-88e1-2c290d09b00e admin admin] Publish callbacks [] for router_gateway (3f8bc032-5a6c-4458-b9c5-e21e97b861ae), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:45.558099 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-41f590d8-73b9-48c7-88e1-2c290d09b00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:45.583257 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d8c03-e49e-4852-8cf1-7692d49952df req-9abd4688-9734-43c0-9f90-b88b5c62d4f6 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:45.592996 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cb3d8c03-e49e-4852-8cf1-7692d49952df req-9abd4688-9734-43c0-9f90-b88b5c62d4f6 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.2137821 Mar 16 00:35:45.735084 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1479e8fe-c805-473e-a04e-be706aff2039 req-32b3ba16-d95d-4f96-aea5-6287ed5ebaef tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Made reservation on behalf of 50c6c43ee5584543a4bb4b3c716fbaf8 for: {'port': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:35:45.738953 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1479e8fe-c805-473e-a04e-be706aff2039 req-32b3ba16-d95d-4f96-aea5-6287ed5ebaef tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:45.778011 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cb3d8c03-e49e-4852-8cf1-7692d49952df req-94ace2a0-0d5b-4258-a598-d349f6882b13 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839778 Mar 16 00:35:45.779076 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-095473da-c120-4595-8bea-623f396c94c8 None None] Publish callbacks [] for port (401cc777-3974-4d7b-be9d-a0f150ce9545), precommit_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:45.790331 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-095473da-c120-4595-8bea-623f396c94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053'] for port (401cc777-3974-4d7b-be9d-a0f150ce9545), after_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:45.804926 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] Publish callbacks [] for port (ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa), precommit_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:45.867568 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:45.899212 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095473da-c120-4595-8bea-623f396c94c8 None None] Network 4f08ffbb-36f6-4f4a-a254-655506917ca2 is already hosted by enough agents. {{(pid=109657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:35:45.905528 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095473da-c120-4595-8bea-623f396c94c8 None None] Pushing event updated for resources: {'Port': ['ID=401cc777-3974-4d7b-be9d-a0f150ce9545,revision_number=1']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:45.909163 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.base_scheduler [None req-095473da-c120-4595-8bea-623f396c94c8 None None] Resources bound (agent type, host, resource id): {{(pid=109657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:35:45.927673 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095473da-c120-4595-8bea-623f396c94c8 None None] Received port after_create {{(pid=109657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:35:46.061773 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [None req-41f590d8-73b9-48c7-88e1-2c290d09b00e admin admin] Allocated IP 172.27.2.218 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/84b78f3a-f11e-4bf6-becd-951fbb23efa5) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:35:46.063797 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-30e5bae6-23fe-4cc2-9979-f23ba800bf9b req-8b9cfada-9188-4548-acfb-ad451be64f78 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 210 time: 0.0603912 Mar 16 00:35:46.160542 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-095473da-c120-4595-8bea-623f396c94c8 None None] Attempting to bind port 401cc777-3974-4d7b-be9d-a0f150ce9545 on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:35:46.160542 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-095473da-c120-4595-8bea-623f396c94c8 None None] Attempting to bind port 401cc777-3974-4d7b-be9d-a0f150ce9545 by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '3d9c3312-300d-44ce-a25a-bc648198ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f08ffbb-36f6-4f4a-a254-655506917ca2'}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:35:46.171321 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095473da-c120-4595-8bea-623f396c94c8 None None] Attempting to bind port 401cc777-3974-4d7b-be9d-a0f150ce9545 on network 4f08ffbb-36f6-4f4a-a254-655506917ca2 {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:35:46.193394 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13469b-f8df-49b4-be38-86981fe31ddd None None] Pushing event updated for resources: {'Port': ['ID=ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa,revision_number=3']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:46.204760 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] Attempting to bind port ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:35:46.205242 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] Attempting to bind port ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': 'bf8a215e-68ab-4d0e-b295-dc90f1744763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96'}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:35:46.205712 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] Attempting to bind port ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa on network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:35:46.208284 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095473da-c120-4595-8bea-623f396c94c8 None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:35:46.208754 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095473da-c120-4595-8bea-623f396c94c8 None None] Checking segment: {'id': '3d9c3312-300d-44ce-a25a-bc648198ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f08ffbb-36f6-4f4a-a254-655506917ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:35:46.209208 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-095473da-c120-4595-8bea-623f396c94c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:46.209695 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095473da-c120-4595-8bea-623f396c94c8 None None] Bound using segment: {'id': '3d9c3312-300d-44ce-a25a-bc648198ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f08ffbb-36f6-4f4a-a254-655506917ca2'} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:35:46.210312 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-095473da-c120-4595-8bea-623f396c94c8 None None] Bound port: 401cc777-3974-4d7b-be9d-a0f150ce9545, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d9c3312-300d-44ce-a25a-bc648198ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f08ffbb-36f6-4f4a-a254-655506917ca2'}}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:35:46.212166 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-095473da-c120-4595-8bea-623f396c94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (401cc777-3974-4d7b-be9d-a0f150ce9545), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:46.241082 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:35:46.241598 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] Checking segment: {'id': 'bf8a215e-68ab-4d0e-b295-dc90f1744763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:35:46.242263 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:46.242665 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] Bound using segment: {'id': 'bf8a215e-68ab-4d0e-b295-dc90f1744763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96'} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:35:46.243226 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] Bound port: ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8a215e-68ab-4d0e-b295-dc90f1744763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96'}}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:35:46.243679 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:46.266919 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-754b3209-aeb8-4dc6-ab8c-2c73f95ff2a2 req-2e7c4751-ae32-4a33-aea9-04f83f97cd9e tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Deleting port 391911ab-9e26-4728-97f8-b40421fdc133 {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:35:46.267521 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-754b3209-aeb8-4dc6-ab8c-2c73f95ff2a2 req-2e7c4751-ae32-4a33-aea9-04f83f97cd9e tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (391911ab-9e26-4728-97f8-b40421fdc133), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:46.386761 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-754b3209-aeb8-4dc6-ab8c-2c73f95ff2a2 req-2e7c4751-ae32-4a33-aea9-04f83f97cd9e tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] For port 391911ab-9e26-4728-97f8-b40421fdc133, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=391911ab-9e26-4728-97f8-b40421fdc133,segment=NetworkSegment(d23ab82b-c65e-478d-abce-c43fb5667a63),segment_id=d23ab82b-c65e-478d-abce-c43fb5667a63)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:35:46.387793 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-754b3209-aeb8-4dc6-ab8c-2c73f95ff2a2 req-2e7c4751-ae32-4a33-aea9-04f83f97cd9e tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (391911ab-9e26-4728-97f8-b40421fdc133), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:46.392202 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] For port ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:35:46.398265 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] For port ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa,segment=NetworkSegment(bf8a215e-68ab-4d0e-b295-dc90f1744763),segment_id=bf8a215e-68ab-4d0e-b295-dc90f1744763)] {{(pid=109657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:35:46.404231 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-e08610f2-111e-42ed-bf7b-2888dec9c234 None None] Provisioning complete for port ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:46.404533 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e08610f2-111e-42ed-bf7b-2888dec9c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:46.406582 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-754b3209-aeb8-4dc6-ab8c-2c73f95ff2a2 req-2e7c4751-ae32-4a33-aea9-04f83f97cd9e tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Calling delete_port for 391911ab-9e26-4728-97f8-b40421fdc133 owned by compute:nova {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:35:46.442213 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-095473da-c120-4595-8bea-623f396c94c8 None None] For port 401cc777-3974-4d7b-be9d-a0f150ce9545, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:35:46.456343 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-095473da-c120-4595-8bea-623f396c94c8 None None] For port 401cc777-3974-4d7b-be9d-a0f150ce9545, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=401cc777-3974-4d7b-be9d-a0f150ce9545,segment=NetworkSegment(3d9c3312-300d-44ce-a25a-bc648198ce7a),segment_id=3d9c3312-300d-44ce-a25a-bc648198ce7a)] {{(pid=109657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:35:46.461002 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:46.532354 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13469b-f8df-49b4-be38-86981fe31ddd None None] Pushing event updated for resources: {'Port': ['ID=ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:46.537554 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-095473da-c120-4595-8bea-623f396c94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (401cc777-3974-4d7b-be9d-a0f150ce9545), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:46.680604 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-e08610f2-111e-42ed-bf7b-2888dec9c234 None None] Port ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:35:46.724980 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] Routers {'267f981d-89a0-4eff-9e68-c0be8abda654'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:35:46.725964 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:35:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['267f981d-89a0-4eff-9e68-c0be8abda654'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:46.736546 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095473da-c120-4595-8bea-623f396c94c8 None None] Pushing event updated for resources: {'Port': ['ID=401cc777-3974-4d7b-be9d-a0f150ce9545,revision_number=2']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:46.778403 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [req-1479e8fe-c805-473e-a04e-be706aff2039 req-32b3ba16-d95d-4f96-aea5-6287ed5ebaef tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Allocated IP 172.20.0.3 (c7f24b43-d8d5-4c07-970a-7de33dbfdaea/fcc3f995-e5bf-40fe-a1d7-558859b9f842/32846da0-9187-4ea9-b69c-b3fa6f87dcf9) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:35:46.825422 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-41f590d8-73b9-48c7-88e1-2c290d09b00e admin admin] Publish callbacks [] for port (84b78f3a-f11e-4bf6-becd-951fbb23efa5), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:47.127340 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] Set router 267f981d-89a0-4eff-9e68-c0be8abda654 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:35:47.132138 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947f717-7c59-4f2a-a4c9-bff172d130f0 req-75981401-5937-4d05-ba60-508c22733231 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:47.144402 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a947f717-7c59-4f2a-a4c9-bff172d130f0 req-75981401-5937-4d05-ba60-508c22733231 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 945 time: 0.1906469 Mar 16 00:35:47.178474 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9547d0-73ac-4f18-9e8d-93fb04f3dbbf req-2c344558-39dd-4ece-bc9e-1a22616d003e tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:47.182167 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-fe9547d0-73ac-4f18-9e8d-93fb04f3dbbf req-2c344558-39dd-4ece-bc9e-1a22616d003e tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.5900326 Mar 16 00:35:47.189308 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-41f590d8-73b9-48c7-88e1-2c290d09b00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (84b78f3a-f11e-4bf6-becd-951fbb23efa5), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:47.223968 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a947f717-7c59-4f2a-a4c9-bff172d130f0 req-b1a2d104-9327-4850-9064-bc70676b21d5 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780597 Mar 16 00:35:47.331611 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-cacac98b-f1da-4ee7-9e30-83bab6a45d0c req-bb416af3-01ab-47cd-a54d-820f16924c0f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 210 time: 0.0438879 Mar 16 00:35:47.337874 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f590d8-73b9-48c7-88e1-2c290d09b00e admin admin] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:35:47.347370 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-754b3209-aeb8-4dc6-ab8c-2c73f95ff2a2 req-2e7c4751-ae32-4a33-aea9-04f83f97cd9e tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (391911ab-9e26-4728-97f8-b40421fdc133), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:47.367093 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-41f590d8-73b9-48c7-88e1-2c290d09b00e admin admin] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:35:47.377646 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-b14fa550-3007-468e-bff7-f44e950e4872 None None] Provisioning complete for port ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:47.378392 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b14fa550-3007-468e-bff7-f44e950e4872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:47.383438 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['03aa9c86-9530-4ace-b434-c1dcd009169a'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:35:47.408051 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f590d8-73b9-48c7-88e1-2c290d09b00e admin admin] Pushing event updated for resources: {'Port': ['ID=84b78f3a-f11e-4bf6-becd-951fbb23efa5,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:47.414092 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f590d8-73b9-48c7-88e1-2c290d09b00e admin admin] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:35:47.738280 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-b14fa550-3007-468e-bff7-f44e950e4872 None None] Current status of the port ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:47.738729 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b14fa550-3007-468e-bff7-f44e950e4872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:47.829849 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': 'ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa', 'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'mac_address': 'fa:16:3e:08:9d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:39Z', 'updated_at': '2022-03-16T00:35:46Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'subnets': [{'id': '9090298d-6431-4eac-8565-b1501caf6de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:47.864560 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-b14fa550-3007-468e-bff7-f44e950e4872 None None] For port ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa,segment=NetworkSegment(bf8a215e-68ab-4d0e-b295-dc90f1744763),segment_id=bf8a215e-68ab-4d0e-b295-dc90f1744763)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:35:47.866155 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d3713-2aed-4cda-aae5-70d9a55f85dd None None] The sync data for ids ['267f981d-89a0-4eff-9e68-c0be8abda654'] in dv-cinder-831247-13-iscsi is: [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': 'ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa', 'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'mac_address': 'fa:16:3e:08:9d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:39Z', 'updated_at': '2022-03-16T00:35:46Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'subnets': [{'id': '9090298d-6431-4eac-8565-b1501caf6de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:35:47.876615 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b14fa550-3007-468e-bff7-f44e950e4872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:47.900053 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 401cc777-3974-4d7b-be9d-a0f150ce9545 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:35:47.943339 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c4751-ae32-4a33-aea9-04f83f97cd9e tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Pushing event deleted for resources: {'Port': ['ID=391911ab-9e26-4728-97f8-b40421fdc133,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:47.988807 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-fe9547d0-73ac-4f18-9e8d-93fb04f3dbbf req-3ea88cee-a644-45a0-aaad-070f8f0e5f0f tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7797940 Mar 16 00:35:48.076372 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14fa550-3007-468e-bff7-f44e950e4872 None None] Pushing event updated for resources: {'Port': ['ID=ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:48.161246 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 401cc777-3974-4d7b-be9d-a0f150ce9545 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:48.165002 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (401cc777-3974-4d7b-be9d-a0f150ce9545), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:48.253807 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 391911ab-9e26-4728-97f8-b40421fdc133 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:35:48.383171 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] No Port match for: 391911ab-9e26-4728-97f8-b40421fdc133 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:35:48.388376 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 391911ab-9e26-4728-97f8-b40421fdc133 not bound to the agent host hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:35:48.394584 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e97edcb1-b209-4999-8aab-8c1e172908e0 req-641bfc38-7c8e-4864-96da-baf59fd27336 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=56773509-651a-4670-a611-18cf7a1324a6 HTTP/1.1" status: 200 len: 210 time: 0.0651250 Mar 16 00:35:48.444218 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-754b3209-aeb8-4dc6-ab8c-2c73f95ff2a2 req-2e7c4751-ae32-4a33-aea9-04f83f97cd9e tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] No DVR routers for this DVR port 391911ab-9e26-4728-97f8-b40421fdc133 on host hv-cinder-83124 {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:35:48.526909 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-754b3209-aeb8-4dc6-ab8c-2c73f95ff2a2 req-2e7c4751-ae32-4a33-aea9-04f83f97cd9e tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:48.528048 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74fa839-2f13-405c-8d70-83263b456bf7 None None] Network 4f08ffbb-36f6-4f4a-a254-655506917ca2 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:35:48.531686 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-754b3209-aeb8-4dc6-ab8c-2c73f95ff2a2 req-2e7c4751-ae32-4a33-aea9-04f83f97cd9e tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.46 "DELETE /v2.0/ports/391911ab-9e26-4728-97f8-b40421fdc133 HTTP/1.1" status: 204 len: 173 time: 2.6018641 Mar 16 00:35:48.532352 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 401cc777-3974-4d7b-be9d-a0f150ce9545 is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:48.551492 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56773509-651a-4670-a611-18cf7a1324a6', 'name': 'network-vif-deleted', 'tag': '391911ab-9e26-4728-97f8-b40421fdc133'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:35:48.551732 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (401cc777-3974-4d7b-be9d-a0f150ce9545), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:48.553997 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f495503-2197-47a3-b276-4112cdc6edaf" -d '{"events": [{"server_uuid": "56773509-651a-4670-a611-18cf7a1324a6", "name": "network-vif-deleted", "tag": "391911ab-9e26-4728-97f8-b40421fdc133"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:35:48.618284 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ee69fdd5-464d-41e8-a1bd-fe8d67110b98 req-d2906c35-2f13-4097-bd10-36fd1631b337 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 210 time: 0.0799694 Mar 16 00:35:48.654708 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8515f6-d97c-49b3-9123-29accb9e4e37 x-openstack-request-id: req-5d8515f6-d97c-49b3-9123-29accb9e4e37 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:35:48.655305 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56773509-651a-4670-a611-18cf7a1324a6", "name": "network-vif-deleted", "tag": "391911ab-9e26-4728-97f8-b40421fdc133", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:35:48.655735 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d8515f6-d97c-49b3-9123-29accb9e4e37 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:35:48.656297 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56773509-651a-4670-a611-18cf7a1324a6', 'name': 'network-vif-deleted', 'tag': '391911ab-9e26-4728-97f8-b40421fdc133', 'status': 'completed', 'code': 200} Mar 16 00:35:48.659763 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1479e8fe-c805-473e-a04e-be706aff2039 req-32b3ba16-d95d-4f96-aea5-6287ed5ebaef tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:48.764682 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-41f590d8-73b9-48c7-88e1-2c290d09b00e admin admin] Publish callbacks [] for router_gateway (3f8bc032-5a6c-4458-b9c5-e21e97b861ae), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:48.784330 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-4b0f56b7-f43a-47fc-9007-c46d99d060e5 None None] Provisioning complete for port 401cc777-3974-4d7b-be9d-a0f150ce9545 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:48.784599 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-4b0f56b7-f43a-47fc-9007-c46d99d060e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (401cc777-3974-4d7b-be9d-a0f150ce9545), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:48.811885 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] For port 401cc777-3974-4d7b-be9d-a0f150ce9545, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=401cc777-3974-4d7b-be9d-a0f150ce9545,segment=NetworkSegment(3d9c3312-300d-44ce-a25a-bc648198ce7a),segment_id=3d9c3312-300d-44ce-a25a-bc648198ce7a)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:35:48.824912 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (401cc777-3974-4d7b-be9d-a0f150ce9545), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:48.835226 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1479e8fe-c805-473e-a04e-be706aff2039 req-32b3ba16-d95d-4f96-aea5-6287ed5ebaef tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:48.936202 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1479e8fe-c805-473e-a04e-be706aff2039 req-32b3ba16-d95d-4f96-aea5-6287ed5ebaef tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Network c7f24b43-d8d5-4c07-970a-7de33dbfdaea is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:35:48.940281 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Pushing event updated for resources: {'Port': ['ID=401cc777-3974-4d7b-be9d-a0f150ce9545,revision_number=3']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:48.946030 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [req-1479e8fe-c805-473e-a04e-be706aff2039 req-32b3ba16-d95d-4f96-aea5-6287ed5ebaef tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:35:48.950314 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-1479e8fe-c805-473e-a04e-be706aff2039 req-32b3ba16-d95d-4f96-aea5-6287ed5ebaef tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:35:48.960408 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3ba16-d95d-4f96-aea5-6287ed5ebaef tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Pushing event updated for resources: {'Port': ['ID=32846da0-9187-4ea9-b69c-b3fa6f87dcf9,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:49.054959 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479e8fe-c805-473e-a04e-be706aff2039 req-32b3ba16-d95d-4f96-aea5-6287ed5ebaef tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:49.055646 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1479e8fe-c805-473e-a04e-be706aff2039 req-32b3ba16-d95d-4f96-aea5-6287ed5ebaef tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:49.301641 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-4b0f56b7-f43a-47fc-9007-c46d99d060e5 None None] Current status of the port 401cc777-3974-4d7b-be9d-a0f150ce9545 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:49.304010 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1479e8fe-c805-473e-a04e-be706aff2039 req-32b3ba16-d95d-4f96-aea5-6287ed5ebaef tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0765252 Mar 16 00:35:49.327819 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Request body: {'port': {'device_id': '0088fd70-e764-46d4-9d83-ee666e28fa9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:35:49.431316 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-e8d08a8c-6357-4040-a799-4d5591bf0bc0 None None] Provisioning complete for port 401cc777-3974-4d7b-be9d-a0f150ce9545 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:49.431700 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e8d08a8c-6357-4040-a799-4d5591bf0bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (401cc777-3974-4d7b-be9d-a0f150ce9545), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:49.483785 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241b1f7-348c-4bb4-b8de-af4226f931f0 req-5037b5a4-5a94-49ff-a346-08b3e15f4761 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:49.490785 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1241b1f7-348c-4bb4-b8de-af4226f931f0 req-5037b5a4-5a94-49ff-a346-08b3e15f4761 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.2316473 Mar 16 00:35:49.551235 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-41f590d8-73b9-48c7-88e1-2c290d09b00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558706'] for router (3f8bc032-5a6c-4458-b9c5-e21e97b861ae), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:49.566567 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:49.586575 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-e8d08a8c-6357-4040-a799-4d5591bf0bc0 None None] Current status of the port 401cc777-3974-4d7b-be9d-a0f150ce9545 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:49.616474 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-e8d08a8c-6357-4040-a799-4d5591bf0bc0 None None] Provisioning complete for port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:49.616862 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e8d08a8c-6357-4040-a799-4d5591bf0bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:49.715916 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-e8d08a8c-6357-4040-a799-4d5591bf0bc0 None None] Port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:35:49.756181 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1241b1f7-348c-4bb4-b8de-af4226f931f0 req-7ffa77d9-4896-430a-8a7a-6759b99dc68c tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2643030 Mar 16 00:35:49.900190 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e93073-46ea-4609-8f09-9bc7e376acb7 req-77a668df-1b57-4cae-a8d5-3882b303f8e5 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:49.903093 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-97e93073-46ea-4609-8f09-9bc7e376acb7 req-77a668df-1b57-4cae-a8d5-3882b303f8e5 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 931 time: 0.0797019 Mar 16 00:35:49.996199 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-d81a25ed-f6df-4858-aa6a-b534eda7b8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:50.014082 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 401cc777-3974-4d7b-be9d-a0f150ce9545 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:35:50.030846 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-97e93073-46ea-4609-8f09-9bc7e376acb7 req-97f251ec-4054-42ca-8985-882d42d78946 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106775 Mar 16 00:35:50.086243 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 401cc777-3974-4d7b-be9d-a0f150ce9545 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:50.086706 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (401cc777-3974-4d7b-be9d-a0f150ce9545), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:50.121337 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c13ed-86d8-4de7-b28f-d2b983315615 req-bc2357d6-a541-4a45-be1e-42b74a9a5302 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:50.121337 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9f1c13ed-86d8-4de7-b28f-d2b983315615 req-bc2357d6-a541-4a45-be1e-42b74a9a5302 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.1928639 Mar 16 00:35:50.210373 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f590d8-73b9-48c7-88e1-2c290d09b00e admin admin] Router 3f8bc032-5a6c-4458-b9c5-e21e97b861ae is scheduled to L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 with binding_index 1 {{(pid=109656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 00:35:50.282026 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 401cc777-3974-4d7b-be9d-a0f150ce9545 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:50.283835 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:35:50.353990 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9f1c13ed-86d8-4de7-b28f-d2b983315615 req-d8472d40-a262-4a17-8a45-e60cebbcdfed tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179372 Mar 16 00:35:50.358616 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:50.359877 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:50.419214 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 {{(pid=109656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:35:50.429561 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Publish callbacks [] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:50.450897 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f590d8-73b9-48c7-88e1-2c290d09b00e admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:35:50.466321 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] Sync routers for ids ['3f8bc032-5a6c-4458-b9c5-e21e97b861ae'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:35:50.467566 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.provisioning_blocks [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Transition to ACTIVE for port object 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 will not be triggered until provisioned by entity L2. {{(pid=109656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 00:35:50.474368 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:50.489597 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] Routers {'3f8bc032-5a6c-4458-b9c5-e21e97b861ae'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:35:50.490239 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:35:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['3f8bc032-5a6c-4458-b9c5-e21e97b861ae'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:50.500664 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:50.542518 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Pushing event updated for resources: {'Port': ['ID=32846da0-9187-4ea9-b69c-b3fa6f87dcf9,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:50.592096 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-41f590d8-73b9-48c7-88e1-2c290d09b00e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:50.593363 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-41f590d8-73b9-48c7-88e1-2c290d09b00e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2298477 Mar 16 00:35:50.596298 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 60022) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:50.597122 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:50.597500 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:50.597918 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:50.598334 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:50.598678 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:50.599018 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:50.599408 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:50.599746 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:50.600533 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:50.600756 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:50.601061 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:50.601478 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:50.601862 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:50.602202 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:50.602535 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:50.716261 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Attempting to bind port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:35:50.716672 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Attempting to bind port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '057864bc-2668-4675-ba4c-0c6c118b77f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea'}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:35:50.717062 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Attempting to bind port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 on network c7f24b43-d8d5-4c07-970a-7de33dbfdaea {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:35:50.723369 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 on network c7f24b43-d8d5-4c07-970a-7de33dbfdaea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 00:35:50.723954 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Attempting to bind port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 on network c7f24b43-d8d5-4c07-970a-7de33dbfdaea {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:35:50.730372 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Checking agent: {'id': 'b9d601fa-f980-49b0-9520-143ebd33322f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'started_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:35:50.730771 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Checking segment: {'id': '057864bc-2668-4675-ba4c-0c6c118b77f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:35:50.731212 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Bound using segment: {'id': '057864bc-2668-4675-ba4c-0c6c118b77f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea'} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:35:50.731734 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Bound port: 32846da0-9187-4ea9-b69c-b3fa6f87dcf9, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '057864bc-2668-4675-ba4c-0c6c118b77f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea'}}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:35:50.732169 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:50.739537 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] Set router 3f8bc032-5a6c-4458-b9c5-e21e97b861ae gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:35:50.859582 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] For port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9, host hv-cinder-83124, cleared binding levels {{(pid=109656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:35:50.864045 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] For port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=32846da0-9187-4ea9-b69c-b3fa6f87dcf9,segment=NetworkSegment(057864bc-2668-4675-ba4c-0c6c118b77f6),segment_id=057864bc-2668-4675-ba4c-0c6c118b77f6)] {{(pid=109656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:35:50.886360 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:50.969943 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:50.970713 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:50.972295 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] 10.222.0.46 "PUT /v2.0/ports/32846da0-9187-4ea9-b69c-b3fa6f87dcf9 HTTP/1.1" status: 200 len: 1093 time: 1.6526082 Mar 16 00:35:50.973164 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0088fd70-e764-46d4-9d83-ee666e28fa9d', 'tag': '32846da0-9187-4ea9-b69c-b3fa6f87dcf9'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:35:50.976761 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15392ca-5a66-4bad-b883-0488009159fa" -d '{"events": [{"name": "network-changed", "server_uuid": "0088fd70-e764-46d4-9d83-ee666e28fa9d", "tag": "32846da0-9187-4ea9-b69c-b3fa6f87dcf9"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:35:51.041808 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fb0d1-2f6a-4f09-9ca4-7b5938875cf1 req-287eab5d-923a-4014-879f-3cfb6268e3ba tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:51.044465 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-161fb0d1-2f6a-4f09-9ca4-7b5938875cf1 req-287eab5d-923a-4014-879f-3cfb6268e3ba tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.1223567 Mar 16 00:35:51.058827 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d75d7e5-5aca-498a-bfdc-2da87c3122cc x-openstack-request-id: req-6d75d7e5-5aca-498a-bfdc-2da87c3122cc {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:35:51.065854 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0088fd70-e764-46d4-9d83-ee666e28fa9d", "tag": "32846da0-9187-4ea9-b69c-b3fa6f87dcf9", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:35:51.066109 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d75d7e5-5aca-498a-bfdc-2da87c3122cc {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:35:51.066570 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0088fd70-e764-46d4-9d83-ee666e28fa9d', 'tag': '32846da0-9187-4ea9-b69c-b3fa6f87dcf9', 'status': 'completed', 'code': 200} Mar 16 00:35:51.130122 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24425b-4e3e-466c-9545-686f1c98f07a service neutron] Pushing event updated for resources: {'Port': ['ID=32846da0-9187-4ea9-b69c-b3fa6f87dcf9,revision_number=3']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:51.181462 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8bc032-5a6c-4458-b9c5-e21e97b861ae', 'name': 'tempest-TestVolumeBootPattern-1526501463-router', 'tenant_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '84b78f3a-f11e-4bf6-becd-951fbb23efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:44Z', 'updated_at': '2022-03-16T00:35:48Z', 'revision_number': 3, 'project_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'gw_port': {'id': '84b78f3a-f11e-4bf6-becd-951fbb23efa5', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8bc032-5a6c-4458-b9c5-e21e97b861ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:45Z', 'updated_at': '2022-03-16T00:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:51.248387 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] Checking router: 3f8bc032-5a6c-4458-b9c5-e21e97b861ae for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:35:51.249790 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] Updating router 3f8bc032-5a6c-4458-b9c5-e21e97b861ae port 84b78f3a-f11e-4bf6-becd-951fbb23efa5 binding host dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 00:35:51.283652 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbac03-cbf4-4291-a25d-72796925b575 req-d76d5852-c2fd-4c9f-b2a8-c3a7e810288d tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:51.285580 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61dbac03-cbf4-4291-a25d-72796925b575 req-d76d5852-c2fd-4c9f-b2a8-c3a7e810288d tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 943 time: 0.1565752 Mar 16 00:35:51.301643 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (84b78f3a-f11e-4bf6-becd-951fbb23efa5), before_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:51.305987 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479e8fe-c805-473e-a04e-be706aff2039 req-b641b269-1d5c-4d8c-95ef-a6605b00ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:51.307493 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1479e8fe-c805-473e-a04e-be706aff2039 req-b641b269-1d5c-4d8c-95ef-a6605b00ab19 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=50c6c43ee5584543a4bb4b3c716fbaf8&device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 1127 time: 0.2399099 Mar 16 00:35:51.365449 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:51.386722 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1479e8fe-c805-473e-a04e-be706aff2039 req-7108574a-e12e-4a7e-8fd7-05d86691df38 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32846da0-9187-4ea9-b69c-b3fa6f87dcf9 HTTP/1.1" status: 200 len: 217 time: 0.0389969 Mar 16 00:35:51.431124 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61dbac03-cbf4-4291-a25d-72796925b575 req-8476ccb5-331d-4264-bb08-1894f98367b3 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342709 Mar 16 00:35:51.466738 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479e8fe-c805-473e-a04e-be706aff2039 req-df69c6fc-c253-4d9c-8abf-1bf1583217d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:51.468307 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1479e8fe-c805-473e-a04e-be706aff2039 req-df69c6fc-c253-4d9c-8abf-1bf1583217d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fcc3f995-e5bf-40fe-a1d7-558859b9f842 HTTP/1.1" status: 200 len: 854 time: 0.0683377 Mar 16 00:35:51.597725 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479e8fe-c805-473e-a04e-be706aff2039 req-67adb99a-a71e-4613-8474-b4a0149b768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:51.598973 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1479e8fe-c805-473e-a04e-be706aff2039 req-67adb99a-a71e-4613-8474-b4a0149b768c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c7f24b43-d8d5-4c07-970a-7de33dbfdaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1153133 Mar 16 00:35:51.759179 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1479e8fe-c805-473e-a04e-be706aff2039 req-fc6a600a-e67c-46cf-b8f9-1a1cd356f9ca service neutron] 10.222.0.46 "GET /v2.0/networks/c7f24b43-d8d5-4c07-970a-7de33dbfdaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406109 Mar 16 00:35:51.782702 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] Publish callbacks [] for port (84b78f3a-f11e-4bf6-becd-951fbb23efa5), precommit_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:51.790247 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (84b78f3a-f11e-4bf6-becd-951fbb23efa5), after_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:51.803295 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-161fb0d1-2f6a-4f09-9ca4-7b5938875cf1 req-84100d8f-ef4e-49ae-bd7f-97f391812609 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5607624 Mar 16 00:35:51.804584 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_common [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Allocated IP 172.20.0.1 (4f08ffbb-36f6-4f4a-a254-655506917ca2/d926729d-c940-48e1-b8c3-460a881c69ca/3019a202-1c5e-4676-baff-ca7e23ef9946) {{(pid=109655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:35:51.877138 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05ba07-337e-489e-9bba-ba5b4f5e13f6 req-1f29992e-05f2-4385-a0c0-309c27e3d096 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:51.879198 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ea05ba07-337e-489e-9bba-ba5b4f5e13f6 req-1f29992e-05f2-4385-a0c0-309c27e3d096 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.3026831 Mar 16 00:35:51.970868 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ea05ba07-337e-489e-9bba-ba5b4f5e13f6 req-48ec2a65-7d96-435e-809d-735ea45aa7bf tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837712 Mar 16 00:35:51.973734 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1479e8fe-c805-473e-a04e-be706aff2039 req-d06ec92c-0e46-4f1c-a964-e4be22e22851 service neutron] 10.222.0.46 "GET /v2.0/networks/c7f24b43-d8d5-4c07-970a-7de33dbfdaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967673 Mar 16 00:35:52.024950 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Publish callbacks [] for port (3019a202-1c5e-4676-baff-ca7e23ef9946), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:52.028745 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] Attempting to bind port 84b78f3a-f11e-4bf6-becd-951fbb23efa5 on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:35:52.030263 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] Attempting to bind port 84b78f3a-f11e-4bf6-becd-951fbb23efa5 by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}] {{(pid=109658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:35:52.031335 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] Attempting to bind port 84b78f3a-f11e-4bf6-becd-951fbb23efa5 on network d7b91a62-3519-438e-afea-681b80fa7f46 {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:35:52.046832 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:35:52.047726 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] Checking segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:35:52.048350 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:52.048953 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] Bound using segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:35:52.049723 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] Bound port: 84b78f3a-f11e-4bf6-becd-951fbb23efa5, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}}] {{(pid=109658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:35:52.050811 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (84b78f3a-f11e-4bf6-becd-951fbb23efa5), before_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:52.075926 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (3019a202-1c5e-4676-baff-ca7e23ef9946), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:52.107068 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd14f1-2105-449c-ae73-f84063b7c928 None None] Pushing event updated for resources: {'Port': ['ID=84b78f3a-f11e-4bf6-becd-951fbb23efa5,revision_number=2']} {{(pid=109658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:52.119499 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Network 4f08ffbb-36f6-4f4a-a254-655506917ca2 is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:35:52.121131 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.db [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] For port 84b78f3a-f11e-4bf6-becd-951fbb23efa5, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:35:52.125749 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.db [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] For port 84b78f3a-f11e-4bf6-becd-951fbb23efa5, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=84b78f3a-f11e-4bf6-becd-951fbb23efa5,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:35:52.128759 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:35:52.132777 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Received port after_create {{(pid=109655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:35:52.135339 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (84b78f3a-f11e-4bf6-becd-951fbb23efa5), after_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:52.162830 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Pushing event updated for resources: {'Port': ['ID=3019a202-1c5e-4676-baff-ca7e23ef9946,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:52.195086 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558721'] for router_interface (3f8bc032-5a6c-4458-b9c5-e21e97b861ae), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:52.198909 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15392ca-5a66-4bad-b883-0488009159fa req-3995bf53-aa8a-49c5-b47b-069e9e29bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:52.200619 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a15392ca-5a66-4bad-b883-0488009159fa req-3995bf53-aa8a-49c5-b47b-069e9e29bfa0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=50c6c43ee5584543a4bb4b3c716fbaf8&device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 1127 time: 0.1069274 Mar 16 00:35:52.250652 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] Routers {'3f8bc032-5a6c-4458-b9c5-e21e97b861ae'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:35:52.251401 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:35:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['3f8bc032-5a6c-4458-b9c5-e21e97b861ae'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:52.275492 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd14f1-2105-449c-ae73-f84063b7c928 None None] Pushing event updated for resources: {'Port': ['ID=84b78f3a-f11e-4bf6-becd-951fbb23efa5,revision_number=3']} {{(pid=109658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:52.323061 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-8a5e2ee6-aecd-41ad-8b43-bf338b18917b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:52.372572 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (3019a202-1c5e-4676-baff-ca7e23ef9946), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:52.428351 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15392ca-5a66-4bad-b883-0488009159fa req-096b6b9e-c0cf-45a2-9fa1-929d08ae180d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:52.429771 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a15392ca-5a66-4bad-b883-0488009159fa req-096b6b9e-c0cf-45a2-9fa1-929d08ae180d service neutron] 10.222.0.46 "GET /v2.0/networks?id=c7f24b43-d8d5-4c07-970a-7de33dbfdaea HTTP/1.1" status: 200 len: 916 time: 0.2116597 Mar 16 00:35:52.450980 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] Set router 3f8bc032-5a6c-4458-b9c5-e21e97b861ae gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:35:52.491733 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a15392ca-5a66-4bad-b883-0488009159fa req-6e240a77-09a7-42e3-81fe-10d7d21a9518 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32846da0-9187-4ea9-b69c-b3fa6f87dcf9 HTTP/1.1" status: 200 len: 217 time: 0.0518348 Mar 16 00:35:52.555907 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-fcea2f24-ea74-49e9-a29d-cff5943a4a84 None None] Provisioning complete for port 3019a202-1c5e-4676-baff-ca7e23ef9946 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:52.557934 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-fcea2f24-ea74-49e9-a29d-cff5943a4a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (3019a202-1c5e-4676-baff-ca7e23ef9946), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:52.616883 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-fcea2f24-ea74-49e9-a29d-cff5943a4a84 None None] Port 3019a202-1c5e-4676-baff-ca7e23ef9946 cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:35:52.728583 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1436e55-9674-45c7-9502-978d0f570ae3 req-cbd830f4-c89f-4b83-90b9-2d5726ab4bde tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:52.732235 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b1436e55-9674-45c7-9502-978d0f570ae3 req-cbd830f4-c89f-4b83-90b9-2d5726ab4bde tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 943 time: 0.1594539 Mar 16 00:35:52.755593 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8bc032-5a6c-4458-b9c5-e21e97b861ae', 'name': 'tempest-TestVolumeBootPattern-1526501463-router', 'tenant_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '84b78f3a-f11e-4bf6-becd-951fbb23efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:44Z', 'updated_at': '2022-03-16T00:35:48Z', 'revision_number': 3, 'project_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'gw_port': {'id': '84b78f3a-f11e-4bf6-becd-951fbb23efa5', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8bc032-5a6c-4458-b9c5-e21e97b861ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:45Z', 'updated_at': '2022-03-16T00:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:52.789631 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9511d7a9-934f-4cf0-b8e2-7c44a6d24c7f None None] The sync data for ids ['3f8bc032-5a6c-4458-b9c5-e21e97b861ae'] in dv-cinder-831247-13-iscsi is: [{'id': '3f8bc032-5a6c-4458-b9c5-e21e97b861ae', 'name': 'tempest-TestVolumeBootPattern-1526501463-router', 'tenant_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '84b78f3a-f11e-4bf6-becd-951fbb23efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:44Z', 'updated_at': '2022-03-16T00:35:48Z', 'revision_number': 3, 'project_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'gw_port': {'id': '84b78f3a-f11e-4bf6-becd-951fbb23efa5', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8bc032-5a6c-4458-b9c5-e21e97b861ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:45Z', 'updated_at': '2022-03-16T00:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:35:52.815068 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Publish callbacks [] for port (3019a202-1c5e-4676-baff-ca7e23ef9946), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:52.826533 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5476197'] for port (3019a202-1c5e-4676-baff-ca7e23ef9946), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:52.833974 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b1436e55-9674-45c7-9502-978d0f570ae3 req-91e979ea-5ec8-435c-8fc4-a71f882d0cfe tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930314 Mar 16 00:35:52.901946 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15392ca-5a66-4bad-b883-0488009159fa req-269059ea-d369-4193-b346-4fd1158542b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:52.905969 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a15392ca-5a66-4bad-b883-0488009159fa req-269059ea-d369-4193-b346-4fd1158542b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fcc3f995-e5bf-40fe-a1d7-558859b9f842 HTTP/1.1" status: 200 len: 854 time: 0.3909030 Mar 16 00:35:52.928778 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:52.939539 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557361'] for router_interface (3f8bc032-5a6c-4458-b9c5-e21e97b861ae), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:52.945252 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Pushing event updated for resources: {'Port': ['ID=3019a202-1c5e-4676-baff-ca7e23ef9946,revision_number=2']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:52.962087 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:52.962507 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:52.962823 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:52.963188 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:52.963595 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:52.964011 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:52.964399 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:52.964741 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:52.965114 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:52.965516 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:52.965853 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:52.966233 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:52.966604 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:52.967012 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:52.967345 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:35:53.060191 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd290eb-1aaa-474e-9760-147a90d26f4f req-440b3816-a5e9-42fc-84ef-9fdc8c16ea5a tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:53.061752 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3fd290eb-1aaa-474e-9760-147a90d26f4f req-440b3816-a5e9-42fc-84ef-9fdc8c16ea5a tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.0963061 Mar 16 00:35:53.064669 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15392ca-5a66-4bad-b883-0488009159fa req-9adaebda-b49b-49f6-8f87-42c05a2189c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:53.066862 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a15392ca-5a66-4bad-b883-0488009159fa req-9adaebda-b49b-49f6-8f87-42c05a2189c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c7f24b43-d8d5-4c07-970a-7de33dbfdaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1548080 Mar 16 00:35:53.146593 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Network 4f08ffbb-36f6-4f4a-a254-655506917ca2 is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:35:53.150023 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:35:53.191672 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3fd290eb-1aaa-474e-9760-147a90d26f4f req-a4c19166-1ae6-4896-9dc5-26d448faf27d tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100864 Mar 16 00:35:53.276461 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a15392ca-5a66-4bad-b883-0488009159fa req-b5744166-0b74-447f-a6c7-4be290417c34 service neutron] 10.222.0.46 "GET /v2.0/networks/c7f24b43-d8d5-4c07-970a-7de33dbfdaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839178 Mar 16 00:35:53.296626 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e57af9-1c49-4000-ab4c-ef6057aadb8b req-f567aec7-c096-4352-96fe-b399846250fc tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:53.298448 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f1e57af9-1c49-4000-ab4c-ef6057aadb8b req-f567aec7-c096-4352-96fe-b399846250fc tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.2167561 Mar 16 00:35:53.441076 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f1e57af9-1c49-4000-ab4c-ef6057aadb8b req-8eac2d10-233d-4d0c-89dc-5869eb75a0a9 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996542 Mar 16 00:35:53.503325 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Router 3f8bc032-5a6c-4458-b9c5-e21e97b861ae has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:35:53.503587 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a15392ca-5a66-4bad-b883-0488009159fa req-ad3fd845-f627-4c12-b5d5-be341887dda6 service neutron] 10.222.0.46 "GET /v2.0/networks/c7f24b43-d8d5-4c07-970a-7de33dbfdaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049818 Mar 16 00:35:53.587761 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-c576a79b-49cb-4722-8de4-d3ad1705351d None None] Provisioning complete for port 3019a202-1c5e-4676-baff-ca7e23ef9946 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:53.588461 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-c576a79b-49cb-4722-8de4-d3ad1705351d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (3019a202-1c5e-4676-baff-ca7e23ef9946), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:53.592250 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:53.672307 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-c576a79b-49cb-4722-8de4-d3ad1705351d None None] Port 3019a202-1c5e-4676-baff-ca7e23ef9946 cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:35:53.731942 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:35:53.745595 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-437359e8-316c-4be6-aef2-81ffdc3ea398 admin admin] 10.222.0.10 "PUT /v2.0/routers/3f8bc032-5a6c-4458-b9c5-e21e97b861ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1465554 Mar 16 00:35:53.863276 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 84b78f3a-f11e-4bf6-becd-951fbb23efa5 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:35:53.959839 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 84b78f3a-f11e-4bf6-becd-951fbb23efa5 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:53.960104 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (84b78f3a-f11e-4bf6-becd-951fbb23efa5), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:54.050422 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b65b2f-33b2-475d-b769-ef21efba59aa req-4795e87d-3bf2-4ac6-97a4-562128e12f4d tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:54.053114 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-33b65b2f-33b2-475d-b769-ef21efba59aa req-4795e87d-3bf2-4ac6-97a4-562128e12f4d tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 943 time: 0.0665493 Mar 16 00:35:54.143524 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 84b78f3a-f11e-4bf6-becd-951fbb23efa5 is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:54.144125 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (84b78f3a-f11e-4bf6-becd-951fbb23efa5), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:54.152715 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-33b65b2f-33b2-475d-b769-ef21efba59aa req-69e706e3-00d4-4631-a9d6-727154434333 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887220 Mar 16 00:35:54.190300 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] For port 84b78f3a-f11e-4bf6-becd-951fbb23efa5, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=84b78f3a-f11e-4bf6-becd-951fbb23efa5,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:35:54.196551 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (84b78f3a-f11e-4bf6-becd-951fbb23efa5), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:54.282137 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Pushing event updated for resources: {'Port': ['ID=84b78f3a-f11e-4bf6-becd-951fbb23efa5,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:54.437556 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1d9c0-5a8a-4e48-83b8-d5ff96c40aa5 req-a18802e8-377a-49b4-ad38-4e6d90165246 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:54.454477 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9bb1d9c0-5a8a-4e48-83b8-d5ff96c40aa5 req-a18802e8-377a-49b4-ad38-4e6d90165246 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.1040022 Mar 16 00:35:54.557234 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9bb1d9c0-5a8a-4e48-83b8-d5ff96c40aa5 req-33e935c4-aa40-4c50-8aa1-145c8cbf8e7a tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017714 Mar 16 00:35:54.792771 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcd164-5884-4234-a2d6-cab25e066384 req-bc77abf6-2307-4d89-8e7a-f2f990869694 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:54.811462 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-49dcd164-5884-4234-a2d6-cab25e066384 req-bc77abf6-2307-4d89-8e7a-f2f990869694 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.1034446 Mar 16 00:35:54.888359 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-49dcd164-5884-4234-a2d6-cab25e066384 req-abe0f1e2-a86c-400f-a24d-09d14d782c07 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758350 Mar 16 00:35:55.010126 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:55.028714 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 60056) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:55.033527 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-362618ff-4ba4-4d8d-81aa-a95b04a1a983 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1541193424', 'description': 'tempest-secgroup-smoke-1541193424 description', 'project_id': 'c9ff6862fa484b9884a908113ed78c53'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:35:55.070399 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-362618ff-4ba4-4d8d-81aa-a95b04a1a983 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:55.167989 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-362618ff-4ba4-4d8d-81aa-a95b04a1a983 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group (eb7a479b-d12d-46d6-b729-f52795082ff2), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:55.179053 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-362618ff-4ba4-4d8d-81aa-a95b04a1a983 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (eb7a479b-d12d-46d6-b729-f52795082ff2), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:55.215201 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-362618ff-4ba4-4d8d-81aa-a95b04a1a983 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:55.219208 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-362618ff-4ba4-4d8d-81aa-a95b04a1a983 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1866992 Mar 16 00:35:55.220211 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 60060) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:55.225050 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-6a950f50-5f8d-4309-a368-710acab4473d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Request body: {'security_group_rule': {'security_group_id': 'eb7a479b-d12d-46d6-b729-f52795082ff2', 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:35:55.227735 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362618ff-4ba4-4d8d-81aa-a95b04a1a983 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7a479b-d12d-46d6-b729-f52795082ff2,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:55.301089 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] Sync routers for ids ['3f8bc032-5a6c-4458-b9c5-e21e97b861ae'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:35:55.316141 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6a950f50-5f8d-4309-a368-710acab4473d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group_rule (7118cfb2-dfed-4ce2-b5cc-cb059220e7a7), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:55.334925 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] Routers {'3f8bc032-5a6c-4458-b9c5-e21e97b861ae'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:35:55.335887 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:35:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['3f8bc032-5a6c-4458-b9c5-e21e97b861ae'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:55.346276 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774b6de-bfe7-4551-a302-b54a7aa372de req-de954504-19ab-4e14-b5e7-73dd90e84d54 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:55.347810 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4774b6de-bfe7-4551-a302-b54a7aa372de req-de954504-19ab-4e14-b5e7-73dd90e84d54 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 943 time: 0.0903859 Mar 16 00:35:55.424967 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4774b6de-bfe7-4551-a302-b54a7aa372de req-461f07be-9e96-4d23-9dc3-1892ab0f8942 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681348 Mar 16 00:35:55.481730 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6a950f50-5f8d-4309-a368-710acab4473d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group_rule (7118cfb2-dfed-4ce2-b5cc-cb059220e7a7), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:55.487364 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6a950f50-5f8d-4309-a368-710acab4473d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (7118cfb2-dfed-4ce2-b5cc-cb059220e7a7), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:55.511612 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a950f50-5f8d-4309-a368-710acab4473d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7118cfb2-dfed-4ce2-b5cc-cb059220e7a7,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:55.525652 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6a950f50-5f8d-4309-a368-710acab4473d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:55.527688 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-6a950f50-5f8d-4309-a368-710acab4473d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3063753 Mar 16 00:35:55.530535 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 60062) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:55.533062 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] Set router 3f8bc032-5a6c-4458-b9c5-e21e97b861ae gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:35:55.536757 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-770e6de3-f397-4689-84fb-eabd295cf254 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Request body: {'security_group_rule': {'security_group_id': 'eb7a479b-d12d-46d6-b729-f52795082ff2', 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:35:55.590817 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-770e6de3-f397-4689-84fb-eabd295cf254 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group_rule (1f4d7948-e311-46c5-8b7a-04240e1aa319), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:55.667200 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-770e6de3-f397-4689-84fb-eabd295cf254 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group_rule (1f4d7948-e311-46c5-8b7a-04240e1aa319), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:55.671751 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-770e6de3-f397-4689-84fb-eabd295cf254 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (1f4d7948-e311-46c5-8b7a-04240e1aa319), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:55.704576 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e6de3-f397-4689-84fb-eabd295cf254 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4d7948-e311-46c5-8b7a-04240e1aa319,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:55.759871 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-770e6de3-f397-4689-84fb-eabd295cf254 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:55.761186 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-770e6de3-f397-4689-84fb-eabd295cf254 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2295609 Mar 16 00:35:55.763871 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 60066) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:55.768335 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-232c940b-bb40-4266-9bb7-90303591a983 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Request body: {'security_group_rule': {'security_group_id': 'eb7a479b-d12d-46d6-b729-f52795082ff2', 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:35:55.791126 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b409f5-9fbd-47fe-8926-b7ef416e1188 req-50f405c4-a06d-46a0-808a-7de48e15fcf4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:55.798370 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-51b409f5-9fbd-47fe-8926-b7ef416e1188 req-50f405c4-a06d-46a0-808a-7de48e15fcf4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.0956213 Mar 16 00:35:55.865435 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 84b78f3a-f11e-4bf6-becd-951fbb23efa5 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:35:55.868886 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-51b409f5-9fbd-47fe-8926-b7ef416e1188 req-20fe1ad2-8f82-4795-acd2-85f69d23c6f4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653877 Mar 16 00:35:55.883672 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-232c940b-bb40-4266-9bb7-90303591a983 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group_rule (9e3b3581-bf8c-406c-a23c-d744ac7e4deb), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:55.983044 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 84b78f3a-f11e-4bf6-becd-951fbb23efa5 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:55.983566 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (84b78f3a-f11e-4bf6-becd-951fbb23efa5), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:55.983693 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-232c940b-bb40-4266-9bb7-90303591a983 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group_rule (9e3b3581-bf8c-406c-a23c-d744ac7e4deb), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:55.986814 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8bc032-5a6c-4458-b9c5-e21e97b861ae', 'name': 'tempest-TestVolumeBootPattern-1526501463-router', 'tenant_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '84b78f3a-f11e-4bf6-becd-951fbb23efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:44Z', 'updated_at': '2022-03-16T00:35:52Z', 'revision_number': 4, 'project_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'gw_port': {'id': '84b78f3a-f11e-4bf6-becd-951fbb23efa5', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bc032-5a6c-4458-b9c5-e21e97b861ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:45Z', 'updated_at': '2022-03-16T00:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '3019a202-1c5e-4676-baff-ca7e23ef9946', 'name': '', 'network_id': '4f08ffbb-36f6-4f4a-a254-655506917ca2', 'tenant_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'mac_address': 'fa:16:3e:76:2b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8bc032-5a6c-4458-b9c5-e21e97b861ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd926729d-c940-48e1-b8c3-460a881c69ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:51Z', 'updated_at': '2022-03-16T00:35:52Z', 'revision_number': 2, 'project_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'subnets': [{'id': 'd926729d-c940-48e1-b8c3-460a881c69ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:55.991514 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-232c940b-bb40-4266-9bb7-90303591a983 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (9e3b3581-bf8c-406c-a23c-d744ac7e4deb), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:56.015055 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c940b-bb40-4266-9bb7-90303591a983 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3b3581-bf8c-406c-a23c-d744ac7e4deb,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:56.036212 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-232c940b-bb40-4266-9bb7-90303591a983 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:56.044531 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] Checking router: 3f8bc032-5a6c-4458-b9c5-e21e97b861ae for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:35:56.045142 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] Updating router 3f8bc032-5a6c-4458-b9c5-e21e97b861ae port 3019a202-1c5e-4676-baff-ca7e23ef9946 binding host dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 00:35:56.052992 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-232c940b-bb40-4266-9bb7-90303591a983 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2875352 Mar 16 00:35:56.055374 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 60070) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:56.060391 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-91fa3f72-5ddc-48d3-9c29-6b9719827243 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Request body: {'security_group_rule': {'security_group_id': 'eb7a479b-d12d-46d6-b729-f52795082ff2', 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:35:56.073639 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f3d0f-44f0-49a1-bdeb-16336fb2a12d req-589518eb-7fe3-43f2-9c68-64551ad545d3 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:56.075353 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-011f3d0f-44f0-49a1-bdeb-16336fb2a12d req-589518eb-7fe3-43f2-9c68-64551ad545d3 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0998516 Mar 16 00:35:56.116034 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (3019a202-1c5e-4676-baff-ca7e23ef9946), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:56.139692 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-91fa3f72-5ddc-48d3-9c29-6b9719827243 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group_rule (c26af58b-4d0f-402e-94fb-abd0ae5e7217), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:56.177087 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-011f3d0f-44f0-49a1-bdeb-16336fb2a12d req-ed6cb784-e304-4568-a866-a375c79c5ea2 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937922 Mar 16 00:35:56.213342 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-91fa3f72-5ddc-48d3-9c29-6b9719827243 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group_rule (c26af58b-4d0f-402e-94fb-abd0ae5e7217), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:56.227043 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-91fa3f72-5ddc-48d3-9c29-6b9719827243 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (c26af58b-4d0f-402e-94fb-abd0ae5e7217), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:56.246263 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa3f72-5ddc-48d3-9c29-6b9719827243 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26af58b-4d0f-402e-94fb-abd0ae5e7217,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:56.279597 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-91fa3f72-5ddc-48d3-9c29-6b9719827243 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:56.281721 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-91fa3f72-5ddc-48d3-9c29-6b9719827243 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2249198 Mar 16 00:35:56.284596 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 60072) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:56.292881 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-f5d02f1b-1fd2-4b89-82d2-db677e042c3a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Request body: {'security_group_rule': {'security_group_id': 'eb7a479b-d12d-46d6-b729-f52795082ff2', 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:35:56.333263 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.db.securitygroups_db [None req-f5d02f1b-1fd2-4b89-82d2-db677e042c3a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Project c9ff6862fa484b9884a908113ed78c53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 00:35:56.341302 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f5d02f1b-1fd2-4b89-82d2-db677e042c3a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group_rule (96eb0f95-bc3d-4554-875c-08509f725ed1), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:56.347235 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 84b78f3a-f11e-4bf6-becd-951fbb23efa5 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:56.376678 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:56.456659 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f5d02f1b-1fd2-4b89-82d2-db677e042c3a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group_rule (96eb0f95-bc3d-4554-875c-08509f725ed1), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:56.464607 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f5d02f1b-1fd2-4b89-82d2-db677e042c3a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (96eb0f95-bc3d-4554-875c-08509f725ed1), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:56.487000 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d02f1b-1fd2-4b89-82d2-db677e042c3a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96eb0f95-bc3d-4554-875c-08509f725ed1,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:56.500511 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f5d02f1b-1fd2-4b89-82d2-db677e042c3a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:56.501705 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-f5d02f1b-1fd2-4b89-82d2-db677e042c3a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2144740 Mar 16 00:35:56.504653 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 60076) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:35:56.513508 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-ff58903c-b819-451c-8670-b14ce0a4f184 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Request body: {'security_group_rule': {'security_group_id': 'eb7a479b-d12d-46d6-b729-f52795082ff2', 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:35:56.552258 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.securitygroups_db [None req-ff58903c-b819-451c-8670-b14ce0a4f184 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Project c9ff6862fa484b9884a908113ed78c53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 00:35:56.565024 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ff58903c-b819-451c-8670-b14ce0a4f184 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group_rule (c01eb700-c0e7-4202-8ded-acf91f03ad72), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:56.600886 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] Publish callbacks [] for port (3019a202-1c5e-4676-baff-ca7e23ef9946), precommit_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:56.611898 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (3019a202-1c5e-4676-baff-ca7e23ef9946), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:56.617474 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1a5c2-aa97-409e-ba0d-d4a0d54ae756 req-9680ffe3-667c-499f-b5c4-ef8f583df91b tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:56.630219 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-31e1a5c2-aa97-409e-ba0d-d4a0d54ae756 req-9680ffe3-667c-499f-b5c4-ef8f583df91b tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 943 time: 0.1109703 Mar 16 00:35:56.702921 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ff58903c-b819-451c-8670-b14ce0a4f184 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group_rule (c01eb700-c0e7-4202-8ded-acf91f03ad72), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:56.709808 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ff58903c-b819-451c-8670-b14ce0a4f184 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (c01eb700-c0e7-4202-8ded-acf91f03ad72), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:56.731528 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376ee2d-4bd2-406b-b838-9bf551615263 None None] Pushing event updated for resources: {'Port': ['ID=3019a202-1c5e-4676-baff-ca7e23ef9946,revision_number=3']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:56.740308 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58903c-b819-451c-8670-b14ce0a4f184 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01eb700-c0e7-4202-8ded-acf91f03ad72,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:56.752383 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ff58903c-b819-451c-8670-b14ce0a4f184 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:56.753647 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-ff58903c-b819-451c-8670-b14ce0a4f184 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2473469 Mar 16 00:35:56.804037 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-31e1a5c2-aa97-409e-ba0d-d4a0d54ae756 req-5d7009de-6626-4c2e-9b35-3e21513d14fd tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725633 Mar 16 00:35:56.857833 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] Attempting to bind port 3019a202-1c5e-4676-baff-ca7e23ef9946 on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:35:56.862790 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] Attempting to bind port 3019a202-1c5e-4676-baff-ca7e23ef9946 by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '3d9c3312-300d-44ce-a25a-bc648198ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f08ffbb-36f6-4f4a-a254-655506917ca2'}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:35:56.863830 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] Attempting to bind port 3019a202-1c5e-4676-baff-ca7e23ef9946 on network 4f08ffbb-36f6-4f4a-a254-655506917ca2 {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:35:56.875765 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:35:56.876398 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] Checking segment: {'id': '3d9c3312-300d-44ce-a25a-bc648198ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f08ffbb-36f6-4f4a-a254-655506917ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:35:56.876964 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:56.878236 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] Bound using segment: {'id': '3d9c3312-300d-44ce-a25a-bc648198ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f08ffbb-36f6-4f4a-a254-655506917ca2'} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:35:56.883221 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] Bound port: 3019a202-1c5e-4676-baff-ca7e23ef9946, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d9c3312-300d-44ce-a25a-bc648198ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f08ffbb-36f6-4f4a-a254-655506917ca2'}}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:35:56.883836 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (3019a202-1c5e-4676-baff-ca7e23ef9946), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:57.041130 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] For port 3019a202-1c5e-4676-baff-ca7e23ef9946, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:35:57.045651 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] For port 3019a202-1c5e-4676-baff-ca7e23ef9946, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=3019a202-1c5e-4676-baff-ca7e23ef9946,segment=NetworkSegment(3d9c3312-300d-44ce-a25a-bc648198ce7a),segment_id=3d9c3312-300d-44ce-a25a-bc648198ce7a)] {{(pid=109657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:35:57.053254 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (3019a202-1c5e-4676-baff-ca7e23ef9946), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:57.101066 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713a67d-6b60-408f-824d-aed56dd33bd8 req-af8c6cdf-73d5-48a3-a7d3-62069589b3f5 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:57.103025 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a713a67d-6b60-408f-824d-aed56dd33bd8 req-af8c6cdf-73d5-48a3-a7d3-62069589b3f5 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.0933206 Mar 16 00:35:57.113672 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] Routers {'3f8bc032-5a6c-4458-b9c5-e21e97b861ae'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:35:57.114319 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:35:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['3f8bc032-5a6c-4458-b9c5-e21e97b861ae'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:57.277192 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a713a67d-6b60-408f-824d-aed56dd33bd8 req-3aedd1fa-d614-4853-8e78-4999ab4b98f7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594858 Mar 16 00:35:57.565557 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89819d9c-73ae-4fcd-ae5b-7985584ca712 req-2c9efd96-e919-430e-97a4-82d448d9a8d4 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:57.576779 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-89819d9c-73ae-4fcd-ae5b-7985584ca712 req-2c9efd96-e919-430e-97a4-82d448d9a8d4 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.1453824 Mar 16 00:35:57.607209 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] Set router 3f8bc032-5a6c-4458-b9c5-e21e97b861ae gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:35:57.681030 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-89819d9c-73ae-4fcd-ae5b-7985584ca712 req-2706c45e-402c-4fc4-9034-99141e061d0b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956333 Mar 16 00:35:57.694445 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376ee2d-4bd2-406b-b838-9bf551615263 None None] Pushing event updated for resources: {'Port': ['ID=3019a202-1c5e-4676-baff-ca7e23ef9946,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:57.770964 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-1fa4719f-8bc1-4176-b67e-fdf8cd922c88 None None] Provisioning complete for port 3019a202-1c5e-4676-baff-ca7e23ef9946 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:57.771442 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-1fa4719f-8bc1-4176-b67e-fdf8cd922c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (3019a202-1c5e-4676-baff-ca7e23ef9946), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:58.009768 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8bc032-5a6c-4458-b9c5-e21e97b861ae', 'name': 'tempest-TestVolumeBootPattern-1526501463-router', 'tenant_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '84b78f3a-f11e-4bf6-becd-951fbb23efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:44Z', 'updated_at': '2022-03-16T00:35:52Z', 'revision_number': 4, 'project_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'gw_port': {'id': '84b78f3a-f11e-4bf6-becd-951fbb23efa5', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bc032-5a6c-4458-b9c5-e21e97b861ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:45Z', 'updated_at': '2022-03-16T00:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '3019a202-1c5e-4676-baff-ca7e23ef9946', 'name': '', 'network_id': '4f08ffbb-36f6-4f4a-a254-655506917ca2', 'tenant_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'mac_address': 'fa:16:3e:76:2b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8bc032-5a6c-4458-b9c5-e21e97b861ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd926729d-c940-48e1-b8c3-460a881c69ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:51Z', 'updated_at': '2022-03-16T00:35:57Z', 'revision_number': 4, 'project_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'subnets': [{'id': 'd926729d-c940-48e1-b8c3-460a881c69ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:35:58.034829 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce677b-31b0-4dac-ad1f-fdc6682c70b0 req-d9fef519-37ab-4a42-a78e-de2e7d5999fa tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:58.049238 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-05ce677b-31b0-4dac-ad1f-fdc6682c70b0 req-d9fef519-37ab-4a42-a78e-de2e7d5999fa tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 943 time: 0.1344311 Mar 16 00:35:58.052397 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7addb625-fa3a-4cb1-9c45-6a0feb349f5e None None] The sync data for ids ['3f8bc032-5a6c-4458-b9c5-e21e97b861ae'] in dv-cinder-831247-13-iscsi is: [{'id': '3f8bc032-5a6c-4458-b9c5-e21e97b861ae', 'name': 'tempest-TestVolumeBootPattern-1526501463-router', 'tenant_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '84b78f3a-f11e-4bf6-becd-951fbb23efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:44Z', 'updated_at': '2022-03-16T00:35:52Z', 'revision_number': 4, 'project_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'gw_port': {'id': '84b78f3a-f11e-4bf6-becd-951fbb23efa5', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bc032-5a6c-4458-b9c5-e21e97b861ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:45Z', 'updated_at': '2022-03-16T00:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '3019a202-1c5e-4676-baff-ca7e23ef9946', 'name': '', 'network_id': '4f08ffbb-36f6-4f4a-a254-655506917ca2', 'tenant_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'mac_address': 'fa:16:3e:76:2b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8bc032-5a6c-4458-b9c5-e21e97b861ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd926729d-c940-48e1-b8c3-460a881c69ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:51Z', 'updated_at': '2022-03-16T00:35:57Z', 'revision_number': 4, 'project_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'subnets': [{'id': 'd926729d-c940-48e1-b8c3-460a881c69ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:35:58.054686 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-1fa4719f-8bc1-4176-b67e-fdf8cd922c88 None None] Current status of the port 3019a202-1c5e-4676-baff-ca7e23ef9946 is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:58.055086 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-1fa4719f-8bc1-4176-b67e-fdf8cd922c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (3019a202-1c5e-4676-baff-ca7e23ef9946), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:58.191350 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-1fa4719f-8bc1-4176-b67e-fdf8cd922c88 None None] For port 3019a202-1c5e-4676-baff-ca7e23ef9946, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=3019a202-1c5e-4676-baff-ca7e23ef9946,segment=NetworkSegment(3d9c3312-300d-44ce-a25a-bc648198ce7a),segment_id=3d9c3312-300d-44ce-a25a-bc648198ce7a)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:35:58.216162 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-1fa4719f-8bc1-4176-b67e-fdf8cd922c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (3019a202-1c5e-4676-baff-ca7e23ef9946), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:58.243837 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-05ce677b-31b0-4dac-ad1f-fdc6682c70b0 req-8cecbf80-7a60-4e91-84ad-da718d2491d1 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914968 Mar 16 00:35:58.342258 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4719f-8bc1-4176-b67e-fdf8cd922c88 None None] Pushing event updated for resources: {'Port': ['ID=3019a202-1c5e-4676-baff-ca7e23ef9946,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:35:58.388706 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-3cb3fc88-3900-4157-bb82-7c7e2f33c4f3 None None] Provisioning complete for port 3019a202-1c5e-4676-baff-ca7e23ef9946 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:58.389154 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-3cb3fc88-3900-4157-bb82-7c7e2f33c4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (3019a202-1c5e-4676-baff-ca7e23ef9946), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:58.548966 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-3cb3fc88-3900-4157-bb82-7c7e2f33c4f3 None None] Current status of the port 3019a202-1c5e-4676-baff-ca7e23ef9946 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:35:58.597684 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb21fa8-55de-4347-9810-96ecddb15ef7 req-e6ed7042-fe68-498e-8cf0-481d77421af7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:58.599939 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5bb21fa8-55de-4347-9810-96ecddb15ef7 req-e6ed7042-fe68-498e-8cf0-481d77421af7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.1198564 Mar 16 00:35:58.684980 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5bb21fa8-55de-4347-9810-96ecddb15ef7 req-979c6a59-21d1-431f-83a7-c5281c8a7700 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771167 Mar 16 00:35:58.938088 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6cb88-27de-4d7e-aaa7-db4f626855f4 req-43e2622f-576a-43ef-9697-5ef22160004a tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:58.939896 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-36c6cb88-27de-4d7e-aaa7-db4f626855f4 req-43e2622f-576a-43ef-9697-5ef22160004a tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.1050196 Mar 16 00:35:59.005210 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-36c6cb88-27de-4d7e-aaa7-db4f626855f4 req-82480eaf-d3dd-4b95-bcd3-3976a6438fac tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585661 Mar 16 00:35:59.422820 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ed441-b49c-47c2-8694-dae05b6d02d9 req-6966dbf8-275d-4f28-a84c-213ba143618c tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:59.438138 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-6c9ed441-b49c-47c2-8694-dae05b6d02d9 req-6966dbf8-275d-4f28-a84c-213ba143618c tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 943 time: 0.0951478 Mar 16 00:35:59.518935 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-6c9ed441-b49c-47c2-8694-dae05b6d02d9 req-52a70ea7-20ca-45d4-a177-3cbdbb37a669 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743976 Mar 16 00:35:59.809525 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 3019a202-1c5e-4676-baff-ca7e23ef9946 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:35:59.852084 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f407a2-b87b-4c82-9205-4ebfb9c04d0b req-8269de4a-1758-4caf-b42d-48e12f19d2fa tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:35:59.853610 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-64f407a2-b87b-4c82-9205-4ebfb9c04d0b req-8269de4a-1758-4caf-b42d-48e12f19d2fa tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.0564291 Mar 16 00:35:59.857671 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 3019a202-1c5e-4676-baff-ca7e23ef9946 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:35:59.858061 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (3019a202-1c5e-4676-baff-ca7e23ef9946), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:35:59.909470 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-64f407a2-b87b-4c82-9205-4ebfb9c04d0b req-3a27cb51-89e9-4760-84f8-fb690d242c18 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498981 Mar 16 00:35:59.940559 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 3019a202-1c5e-4676-baff-ca7e23ef9946 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:36:00.126843 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a27fc-a017-4821-acb7-06e40c758bd6 req-00814466-52fe-4097-a4cb-2a3a1b53e136 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:00.128378 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ea8a27fc-a017-4821-acb7-06e40c758bd6 req-00814466-52fe-4097-a4cb-2a3a1b53e136 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0535424 Mar 16 00:36:00.181012 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ea8a27fc-a017-4821-acb7-06e40c758bd6 req-4a305a78-9c0b-4299-9daf-b8a1fed19077 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468922 Mar 16 00:36:00.642544 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4ff73-b195-4f0b-a9ae-2e0dcc1f6df2 req-bb5103be-49fb-43a8-bb94-2a76b42ba9f5 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:00.644151 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-23b4ff73-b195-4f0b-a9ae-2e0dcc1f6df2 req-bb5103be-49fb-43a8-bb94-2a76b42ba9f5 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 943 time: 0.0551016 Mar 16 00:36:00.698668 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-23b4ff73-b195-4f0b-a9ae-2e0dcc1f6df2 req-580b4661-be08-4213-b586-29eb7e5c7609 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473723 Mar 16 00:36:01.038542 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df204e-1e27-4849-ae99-41a7c30ea5c7 req-fb4b659d-b32a-4ad7-91eb-9977cd8287e1 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:01.039991 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e0df204e-1e27-4849-ae99-41a7c30ea5c7 req-fb4b659d-b32a-4ad7-91eb-9977cd8287e1 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.0569267 Mar 16 00:36:01.088038 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e0df204e-1e27-4849-ae99-41a7c30ea5c7 req-af05c595-f6b6-407a-9e07-fe70d39ae688 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424790 Mar 16 00:36:01.300261 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7091bf-383b-4c32-a3da-b6c39a05675c req-3fd716e4-52e4-428c-88ce-99884926c206 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:01.301797 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2c7091bf-383b-4c32-a3da-b6c39a05675c req-3fd716e4-52e4-428c-88ce-99884926c206 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0535753 Mar 16 00:36:01.349029 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2c7091bf-383b-4c32-a3da-b6c39a05675c req-2790d8e4-fa40-4f77-bc00-7fe4ad5a0689 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406878 Mar 16 00:36:01.814835 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95fa44-1780-46a2-b78a-a3d83474dfbd req-2f4d9a1f-1df4-40a3-821d-bbd1fe9934ef tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:01.816368 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ef95fa44-1780-46a2-b78a-a3d83474dfbd req-2f4d9a1f-1df4-40a3-821d-bbd1fe9934ef tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 943 time: 0.0542610 Mar 16 00:36:01.864160 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ef95fa44-1780-46a2-b78a-a3d83474dfbd req-335eb43c-f0ac-4b86-85e2-b8071d61a5f5 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419495 Mar 16 00:36:02.211184 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12c0cf-df80-49f1-9e18-24778fc1775c req-bd3d4c6e-ffdc-4de3-b919-f89f0b6330e9 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:02.212663 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3a12c0cf-df80-49f1-9e18-24778fc1775c req-bd3d4c6e-ffdc-4de3-b919-f89f0b6330e9 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.0530248 Mar 16 00:36:02.268372 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3a12c0cf-df80-49f1-9e18-24778fc1775c req-cef76519-da36-422c-844b-7f10685ded16 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495403 Mar 16 00:36:02.283735 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:36:02.388344 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=32846da0-9187-4ea9-b69c-b3fa6f87dcf9,segment=NetworkSegment(057864bc-2668-4675-ba4c-0c6c118b77f6),segment_id=057864bc-2668-4675-ba4c-0c6c118b77f6)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:36:02.399920 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': '32846da0-9187-4ea9-b69c-b3fa6f87dcf9', 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea', 'port_id': '32846da0-9187-4ea9-b69c-b3fa6f87dcf9', 'mac_address': 'fa:16:3e:8b:fb:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc3f995-e5bf-40fe-a1d7-558859b9f842', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:36:02.439647 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:36:02.440039 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:02.454356 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:36:02.473227 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=32846da0-9187-4ea9-b69c-b3fa6f87dcf9,segment=NetworkSegment(057864bc-2668-4675-ba4c-0c6c118b77f6),segment_id=057864bc-2668-4675-ba4c-0c6c118b77f6)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:36:02.476013 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b19491-d21d-45af-b1fe-f325cf8e17b7 req-453bb823-efd7-4052-9b19-b0757f7e9126 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:02.477135 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:02.484491 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a8b19491-d21d-45af-b1fe-f325cf8e17b7 req-453bb823-efd7-4052-9b19-b0757f7e9126 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0667827 Mar 16 00:36:02.532431 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a8b19491-d21d-45af-b1fe-f325cf8e17b7 req-d2decb10-0f47-4988-add7-00c93731bed7 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/security-groups?id=65c3bca5-5835-4db8-9b4b-67680010cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468669 Mar 16 00:36:02.535040 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=32846da0-9187-4ea9-b69c-b3fa6f87dcf9,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:02.677149 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0828d9d-002a-4ff1-a954-baca9799c236 req-57fea6db-5ccf-42db-b127-cc5db981199c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:02.678892 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b0828d9d-002a-4ff1-a954-baca9799c236 req-57fea6db-5ccf-42db-b127-cc5db981199c tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.46 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 946 time: 0.0585752 Mar 16 00:36:02.701348 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['32846da0-9187-4ea9-b69c-b3fa6f87dcf9'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:36:02.777954 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-b0828d9d-002a-4ff1-a954-baca9799c236 req-73b62a71-f244-4760-a073-34f64c538734 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Deleting port 03aa9c86-9530-4ace-b434-c1dcd009169a {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:36:02.778295 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-b0828d9d-002a-4ff1-a954-baca9799c236 req-73b62a71-f244-4760-a073-34f64c538734 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (03aa9c86-9530-4ace-b434-c1dcd009169a), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:02.872741 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-b0828d9d-002a-4ff1-a954-baca9799c236 req-73b62a71-f244-4760-a073-34f64c538734 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] For port 03aa9c86-9530-4ace-b434-c1dcd009169a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=03aa9c86-9530-4ace-b434-c1dcd009169a,segment=NetworkSegment(d23ab82b-c65e-478d-abce-c43fb5667a63),segment_id=d23ab82b-c65e-478d-abce-c43fb5667a63)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:36:02.873138 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-b0828d9d-002a-4ff1-a954-baca9799c236 req-73b62a71-f244-4760-a073-34f64c538734 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (03aa9c86-9530-4ace-b434-c1dcd009169a), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:02.887479 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-b0828d9d-002a-4ff1-a954-baca9799c236 req-73b62a71-f244-4760-a073-34f64c538734 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Calling delete_port for 03aa9c86-9530-4ace-b434-c1dcd009169a owned by compute:nova {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:36:03.006488 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012edfa-fc3b-4097-897d-2b8efc5d9d23 req-c82024d4-7f18-44d1-ac39-9e14bc6c4a7b tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:03.008031 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d012edfa-fc3b-4097-897d-2b8efc5d9d23 req-c82024d4-7f18-44d1-ac39-9e14bc6c4a7b tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 944 time: 0.0802052 Mar 16 00:36:03.095159 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d012edfa-fc3b-4097-897d-2b8efc5d9d23 req-045e7ff3-4508-4912-b454-4effc60fabba tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800838 Mar 16 00:36:03.096705 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-b0828d9d-002a-4ff1-a954-baca9799c236 req-73b62a71-f244-4760-a073-34f64c538734 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (03aa9c86-9530-4ace-b434-c1dcd009169a), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:03.110292 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['03aa9c86-9530-4ace-b434-c1dcd009169a'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:36:03.131123 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b62a71-f244-4760-a073-34f64c538734 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Pushing event deleted for resources: {'Port': ['ID=03aa9c86-9530-4ace-b434-c1dcd009169a,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:03.182683 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0828d9d-002a-4ff1-a954-baca9799c236 req-73b62a71-f244-4760-a073-34f64c538734 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] No DVR routers for this DVR port 03aa9c86-9530-4ace-b434-c1dcd009169a on host hv-cinder-83124 {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:36:03.185939 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-b0828d9d-002a-4ff1-a954-baca9799c236 req-73b62a71-f244-4760-a073-34f64c538734 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:03.189331 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b0828d9d-002a-4ff1-a954-baca9799c236 req-73b62a71-f244-4760-a073-34f64c538734 tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.46 "DELETE /v2.0/ports/03aa9c86-9530-4ace-b434-c1dcd009169a HTTP/1.1" status: 204 len: 173 time: 0.5047050 Mar 16 00:36:03.189832 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305a0643-9712-4ad4-a4a2-7bedba4d9101', 'name': 'network-vif-deleted', 'tag': '03aa9c86-9530-4ace-b434-c1dcd009169a'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:36:03.192116 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb3a64c-0e7c-4293-866e-7589d94eaab4" -d '{"events": [{"server_uuid": "305a0643-9712-4ad4-a4a2-7bedba4d9101", "name": "network-vif-deleted", "tag": "03aa9c86-9530-4ace-b434-c1dcd009169a"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:36:03.227170 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afeaec4b-f1e0-471a-8fd8-a0a7b3e25726 x-openstack-request-id: req-afeaec4b-f1e0-471a-8fd8-a0a7b3e25726 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:36:03.227460 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305a0643-9712-4ad4-a4a2-7bedba4d9101", "name": "network-vif-deleted", "tag": "03aa9c86-9530-4ace-b434-c1dcd009169a", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:36:03.227709 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-afeaec4b-f1e0-471a-8fd8-a0a7b3e25726 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:36:03.228099 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305a0643-9712-4ad4-a4a2-7bedba4d9101', 'name': 'network-vif-deleted', 'tag': '03aa9c86-9530-4ace-b434-c1dcd009169a', 'status': 'completed', 'code': 200} Mar 16 00:36:03.398132 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53e947-3bf0-4694-b23a-bb9933320519 req-f3a1ad51-a786-4122-b781-abfa2d1cc3e5 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:03.399522 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9b53e947-3bf0-4694-b23a-bb9933320519 req-f3a1ad51-a786-4122-b781-abfa2d1cc3e5 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.0546770 Mar 16 00:36:03.446745 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9b53e947-3bf0-4694-b23a-bb9933320519 req-a787008a-197c-43c2-a9be-e13f06ddeee4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416977 Mar 16 00:36:03.650662 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d9988c88-a48a-4b5f-a531-5f49c0cfed58 req-3c26e8b2-11df-4787-9081-96b9f8cf438b tempest-ServerRescueNegativeTestJSON-491315867 tempest-ServerRescueNegativeTestJSON-491315867-project] 10.222.0.10 "GET /v2.0/ports?device_id=305a0643-9712-4ad4-a4a2-7bedba4d9101 HTTP/1.1" status: 200 len: 210 time: 0.0308936 Mar 16 00:36:04.224615 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bea04-9dd0-4606-8985-190de733b718 req-6cde0491-9693-404c-85e7-349fcd1fd25f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:04.226104 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-302bea04-9dd0-4606-8985-190de733b718 req-6cde0491-9693-404c-85e7-349fcd1fd25f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 944 time: 0.0530069 Mar 16 00:36:04.276589 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-302bea04-9dd0-4606-8985-190de733b718 req-cbf7f503-89d3-4925-9a0e-c8dee837b417 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438118 Mar 16 00:36:04.301312 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:36:04.351032 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning for port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 completed by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 00:36:04.354898 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:36:04.355276 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:04.434706 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:36:04.435097 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:04.458907 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0088fd70-e764-46d4-9d83-ee666e28fa9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32846da0-9187-4ea9-b69c-b3fa6f87dcf9'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:36:04.461240 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ef28fe-6175-422c-aabd-cf2ee67191f9" -d '{"events": [{"server_uuid": "0088fd70-e764-46d4-9d83-ee666e28fa9d", "name": "network-vif-plugged", "status": "completed", "tag": "32846da0-9187-4ea9-b69c-b3fa6f87dcf9"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:36:04.473841 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=32846da0-9187-4ea9-b69c-b3fa6f87dcf9,segment=NetworkSegment(057864bc-2668-4675-ba4c-0c6c118b77f6),segment_id=057864bc-2668-4675-ba4c-0c6c118b77f6)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:36:04.478380 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:04.479907 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 03aa9c86-9530-4ace-b434-c1dcd009169a no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:36:04.503370 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819f5de4-0d82-44fe-ba9d-22324f80130b x-openstack-request-id: req-819f5de4-0d82-44fe-ba9d-22324f80130b {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:36:04.503684 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0088fd70-e764-46d4-9d83-ee666e28fa9d", "name": "network-vif-plugged", "status": "completed", "tag": "32846da0-9187-4ea9-b69c-b3fa6f87dcf9", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:36:04.503941 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-819f5de4-0d82-44fe-ba9d-22324f80130b {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:36:04.504333 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0088fd70-e764-46d4-9d83-ee666e28fa9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32846da0-9187-4ea9-b69c-b3fa6f87dcf9', 'code': 200} Mar 16 00:36:04.506489 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] No Port match for: 03aa9c86-9530-4ace-b434-c1dcd009169a {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:36:04.506834 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 03aa9c86-9530-4ace-b434-c1dcd009169a not bound to the agent host hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:36:04.559246 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=32846da0-9187-4ea9-b69c-b3fa6f87dcf9,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:04.579967 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbb530-3242-43b2-891e-4ede9d8b9221 req-21b26fb6-ac60-489d-bc59-604f9a9ac59b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:04.581717 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-55bbb530-3242-43b2-891e-4ede9d8b9221 req-21b26fb6-ac60-489d-bc59-604f9a9ac59b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.0586982 Mar 16 00:36:04.634382 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-55bbb530-3242-43b2-891e-4ede9d8b9221 req-d90a7d29-89c9-49ca-88ff-b967fdefd726 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460794 Mar 16 00:36:04.686108 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55682605-dff0-446c-9844-a3c820f1075a req-2dd0065c-43f8-43b4-ac1c-80316a239db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:04.687634 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-55682605-dff0-446c-9844-a3c820f1075a req-2dd0065c-43f8-43b4-ac1c-80316a239db4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 1129 time: 0.0442824 Mar 16 00:36:04.711282 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 60196) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:04.736833 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-55682605-dff0-446c-9844-a3c820f1075a req-6c8f2b37-f814-4a01-885d-83e33b67df68 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398724 Mar 16 00:36:05.133955 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4408b920-04d6-422a-b566-9c02f1c767e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557332'] for router_interface (8501386e-dff6-46ac-8363-fd18c8dd878a), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:05.409381 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a214c-9744-47cf-99e6-1cc5ac23e4d1 req-8a90e62d-b63e-4460-960f-8e32390bf5d9 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:05.409381 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d28a214c-9744-47cf-99e6-1cc5ac23e4d1 req-8a90e62d-b63e-4460-960f-8e32390bf5d9 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 945 time: 0.0606511 Mar 16 00:36:05.456321 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d28a214c-9744-47cf-99e6-1cc5ac23e4d1 req-05c2af44-e254-48fd-916f-ba9499450048 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405467 Mar 16 00:36:05.632374 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-4408b920-04d6-422a-b566-9c02f1c767e6 admin admin] Deleting port af3669ee-345e-46cf-bf3e-fe2afb21ddbc {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:36:05.632714 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4408b920-04d6-422a-b566-9c02f1c767e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (af3669ee-345e-46cf-bf3e-fe2afb21ddbc), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:05.753806 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [None req-4408b920-04d6-422a-b566-9c02f1c767e6 admin admin] For port af3669ee-345e-46cf-bf3e-fe2afb21ddbc, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=af3669ee-345e-46cf-bf3e-fe2afb21ddbc,segment=NetworkSegment(d23ab82b-c65e-478d-abce-c43fb5667a63),segment_id=d23ab82b-c65e-478d-abce-c43fb5667a63)] {{(pid=109655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:36:05.754533 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4408b920-04d6-422a-b566-9c02f1c767e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (af3669ee-345e-46cf-bf3e-fe2afb21ddbc), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:05.770095 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-4408b920-04d6-422a-b566-9c02f1c767e6 admin admin] Calling delete_port for af3669ee-345e-46cf-bf3e-fe2afb21ddbc owned by network:router_interface {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:36:05.854961 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568f96c-db93-470b-b9b7-ee5d7c6532f4 req-bfa165bd-0a94-436d-b43e-8814a91bcc89 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:05.856460 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c568f96c-db93-470b-b9b7-ee5d7c6532f4 req-bfa165bd-0a94-436d-b43e-8814a91bcc89 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.1442447 Mar 16 00:36:05.972948 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c568f96c-db93-470b-b9b7-ee5d7c6532f4 req-cb8354a4-aa49-4400-94da-8c1a963ddcc0 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101208 Mar 16 00:36:06.058091 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4408b920-04d6-422a-b566-9c02f1c767e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (af3669ee-345e-46cf-bf3e-fe2afb21ddbc), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:06.091873 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408b920-04d6-422a-b566-9c02f1c767e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=af3669ee-345e-46cf-bf3e-fe2afb21ddbc,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:06.271440 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4408b920-04d6-422a-b566-9c02f1c767e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557496'] for router_interface (8501386e-dff6-46ac-8363-fd18c8dd878a), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:06.493398 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4408b920-04d6-422a-b566-9c02f1c767e6 admin admin] Router 8501386e-dff6-46ac-8363-fd18c8dd878a has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:36:06.576423 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac49fdc-9707-4b6e-912a-c1af481b5576 req-6e590b82-6e95-4e68-94b4-770b41ef3025 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:06.577936 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7ac49fdc-9707-4b6e-912a-c1af481b5576 req-6e590b82-6e95-4e68-94b4-770b41ef3025 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 945 time: 0.0528560 Mar 16 00:36:06.600404 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4408b920-04d6-422a-b566-9c02f1c767e6 admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:36:06.606112 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-4408b920-04d6-422a-b566-9c02f1c767e6 admin admin] 10.222.0.10 "PUT /v2.0/routers/8501386e-dff6-46ac-8363-fd18c8dd878a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8937607 Mar 16 00:36:06.608710 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 60208) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:06.610730 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ff1111-83c1-462e-8f87-8a426e9fbfe1 None None] Sync routers for ids ['8501386e-dff6-46ac-8363-fd18c8dd878a'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:36:06.621881 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ff1111-83c1-462e-8f87-8a426e9fbfe1 None None] Routers {'8501386e-dff6-46ac-8363-fd18c8dd878a'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:36:06.622487 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-f7ff1111-83c1-462e-8f87-8a426e9fbfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:35:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['8501386e-dff6-46ac-8363-fd18c8dd878a'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:36:06.705374 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7ac49fdc-9707-4b6e-912a-c1af481b5576 req-658dda78-b993-44fd-b2ee-95a2cd983512 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207511 Mar 16 00:36:06.735768 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-f7ff1111-83c1-462e-8f87-8a426e9fbfe1 None None] Set router 8501386e-dff6-46ac-8363-fd18c8dd878a gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:36:06.736253 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-27985007-7831-4868-bc30-aca92cb309f2 admin admin] Publish callbacks [] for router (8501386e-dff6-46ac-8363-fd18c8dd878a), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:06.840233 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b5d8e-ecc0-4340-b65f-8e6383fe6df8 req-5a6aec5a-c5ec-4157-872a-ddd432df4f16 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:06.840810 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-8d1b5d8e-ecc0-4340-b65f-8e6383fe6df8 req-5a6aec5a-c5ec-4157-872a-ddd432df4f16 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 945 time: 0.0606418 Mar 16 00:36:06.853307 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-27985007-7831-4868-bc30-aca92cb309f2 admin admin] Publish callbacks [] for router_gateway (8501386e-dff6-46ac-8363-fd18c8dd878a), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:06.891590 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-8d1b5d8e-ecc0-4340-b65f-8e6383fe6df8 req-6a483624-2630-4a71-b6c2-f5688e5cacb2 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466802 Mar 16 00:36:06.921238 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-27985007-7831-4868-bc30-aca92cb309f2 admin admin] Deleting port e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5 {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:36:06.921605 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-27985007-7831-4868-bc30-aca92cb309f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:06.948025 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-f7ff1111-83c1-462e-8f87-8a426e9fbfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8501386e-dff6-46ac-8363-fd18c8dd878a', 'name': 'tempest-ServerRescueNegativeTestJSON-1639738154-router', 'tenant_id': '7490363f2ce24e2887748fa443b89c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:36:06Z', 'revision_number': 5, 'project_id': '7490363f2ce24e2887748fa443b89c91', 'gw_port': {'id': 'e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:84:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8501386e-dff6-46ac-8363-fd18c8dd878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:50Z', 'updated_at': '2022-03-16T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:36:06.984883 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ff1111-83c1-462e-8f87-8a426e9fbfe1 None None] Checking router: 8501386e-dff6-46ac-8363-fd18c8dd878a for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:36:06.993386 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ff1111-83c1-462e-8f87-8a426e9fbfe1 None None] Routers {'8501386e-dff6-46ac-8363-fd18c8dd878a'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:36:06.994019 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-f7ff1111-83c1-462e-8f87-8a426e9fbfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:35:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['8501386e-dff6-46ac-8363-fd18c8dd878a'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:36:07.044705 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [None req-27985007-7831-4868-bc30-aca92cb309f2 admin admin] For port e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:36:07.044705 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-27985007-7831-4868-bc30-aca92cb309f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:07.057974 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-27985007-7831-4868-bc30-aca92cb309f2 admin admin] Calling delete_port for e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5 owned by network:router_gateway {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:36:07.091579 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-f7ff1111-83c1-462e-8f87-8a426e9fbfe1 None None] Set router 8501386e-dff6-46ac-8363-fd18c8dd878a gateway port host: None {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:36:07.131319 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a68bfc-5c17-4933-8e8a-5354b9b8b310 req-b93a9f7e-be85-4b23-97bb-6ef078714d44 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:07.133168 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d5a68bfc-5c17-4933-8e8a-5354b9b8b310 req-b93a9f7e-be85-4b23-97bb-6ef078714d44 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.0608914 Mar 16 00:36:07.156969 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-f7ff1111-83c1-462e-8f87-8a426e9fbfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8501386e-dff6-46ac-8363-fd18c8dd878a', 'name': 'tempest-ServerRescueNegativeTestJSON-1639738154-router', 'tenant_id': '7490363f2ce24e2887748fa443b89c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:36:06Z', 'revision_number': 6, 'project_id': '7490363f2ce24e2887748fa443b89c91', 'gw_port_host': None}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:36:07.184263 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ff1111-83c1-462e-8f87-8a426e9fbfe1 None None] The sync data for ids ['8501386e-dff6-46ac-8363-fd18c8dd878a'] in dv-cinder-831247-13-iscsi is: [{'id': '8501386e-dff6-46ac-8363-fd18c8dd878a', 'name': 'tempest-ServerRescueNegativeTestJSON-1639738154-router', 'tenant_id': '7490363f2ce24e2887748fa443b89c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:36:06Z', 'revision_number': 6, 'project_id': '7490363f2ce24e2887748fa443b89c91', 'gw_port_host': None}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:36:07.191671 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d5a68bfc-5c17-4933-8e8a-5354b9b8b310 req-31b146f8-d51b-4228-9a2e-b103ab8c129a tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509627 Mar 16 00:36:07.295587 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-27985007-7831-4868-bc30-aca92cb309f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:07.331009 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27985007-7831-4868-bc30-aca92cb309f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:07.341076 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a550223-7ff7-44a0-8305-6c4d77dac90b req-842fb77f-9f77-44c5-8071-30cf305efeb3 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:07.342627 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2a550223-7ff7-44a0-8305-6c4d77dac90b req-842fb77f-9f77-44c5-8071-30cf305efeb3 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 945 time: 0.0964196 Mar 16 00:36:07.427634 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-27985007-7831-4868-bc30-aca92cb309f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558686'] for router_gateway (8501386e-dff6-46ac-8363-fd18c8dd878a), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:07.445801 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2a550223-7ff7-44a0-8305-6c4d77dac90b req-16517880-725c-408b-b94d-2dfc5851f010 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888288 Mar 16 00:36:07.539339 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-27985007-7831-4868-bc30-aca92cb309f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27878'] for router (8501386e-dff6-46ac-8363-fd18c8dd878a), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:07.541604 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-27985007-7831-4868-bc30-aca92cb309f2 admin admin] Publish callbacks [] for router_controller (8501386e-dff6-46ac-8363-fd18c8dd878a), precommit_delete_associations {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:07.619907 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-27985007-7831-4868-bc30-aca92cb309f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564910'] for router (8501386e-dff6-46ac-8363-fd18c8dd878a), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:07.620657 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27985007-7831-4868-bc30-aca92cb309f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8501386e-dff6-46ac-8363-fd18c8dd878a {{(pid=109656) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 00:36:07.629990 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-27985007-7831-4868-bc30-aca92cb309f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:07.631160 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-27985007-7831-4868-bc30-aca92cb309f2 admin admin] 10.222.0.10 "DELETE /v2.0/routers/8501386e-dff6-46ac-8363-fd18c8dd878a HTTP/1.1" status: 204 len: 168 time: 1.0215125 Mar 16 00:36:07.634174 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 60230) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:07.684669 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8f23c1-2692-4560-b61a-f0da4c11d8e5 admin admin] Deleting subnet 79fca44c-0d7a-4002-9dde-dbeafd2599c9 {{(pid=109656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 00:36:07.690105 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9c8f23c1-2692-4560-b61a-f0da4c11d8e5 admin admin] Publish callbacks [] for subnet (79fca44c-0d7a-4002-9dde-dbeafd2599c9), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:07.731235 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9c8f23c1-2692-4560-b61a-f0da4c11d8e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5983764'] for subnet (79fca44c-0d7a-4002-9dde-dbeafd2599c9), precommit_delete_associations {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:07.780870 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9c8f23c1-2692-4560-b61a-f0da4c11d8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1106181'] for subnet (79fca44c-0d7a-4002-9dde-dbeafd2599c9), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:07.843997 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9c8f23c1-2692-4560-b61a-f0da4c11d8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1106430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5920131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5436656'] for subnet (79fca44c-0d7a-4002-9dde-dbeafd2599c9), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:07.870195 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f23c1-2692-4560-b61a-f0da4c11d8e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79fca44c-0d7a-4002-9dde-dbeafd2599c9,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:07.872058 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9c8f23c1-2692-4560-b61a-f0da4c11d8e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:07.875286 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-9c8f23c1-2692-4560-b61a-f0da4c11d8e5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/79fca44c-0d7a-4002-9dde-dbeafd2599c9 HTTP/1.1" status: 204 len: 168 time: 0.2392704 Mar 16 00:36:07.877975 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 60240) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:07.944820 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9a78f9bf-f341-4972-80a9-bf0973cc4871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1244356'] for network (ad7821b7-8706-4c5b-bf39-2dd36a75d266), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:08.026196 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9a78f9bf-f341-4972-80a9-bf0973cc4871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135250', 'neutron.services.segments.db._delete_segments_for_network-8752661694154'] for network (ad7821b7-8706-4c5b-bf39-2dd36a75d266), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:08.051272 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-9a78f9bf-f341-4972-80a9-bf0973cc4871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7821b7-8706-4c5b-bf39-2dd36a75d266']}} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:36:08.061659 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-9a78f9bf-f341-4972-80a9-bf0973cc4871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23ab82b-c65e-478d-abce-c43fb5667a63') {'for_net_delete': True} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:36:08.061930 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-9a78f9bf-f341-4972-80a9-bf0973cc4871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23ab82b-c65e-478d-abce-c43fb5667a63') {} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:36:08.069351 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device af3669ee-345e-46cf-bf3e-fe2afb21ddbc no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:36:08.072740 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9a78f9bf-f341-4972-80a9-bf0973cc4871 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752661698259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5983775'] for segment (d23ab82b-c65e-478d-abce-c43fb5667a63), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:08.085935 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9a78f9bf-f341-4972-80a9-bf0973cc4871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (d23ab82b-c65e-478d-abce-c43fb5667a63), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:08.092187 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a78f9bf-f341-4972-80a9-bf0973cc4871 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 00:36:08.092644 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9a78f9bf-f341-4972-80a9-bf0973cc4871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5920041'] for segment (d23ab82b-c65e-478d-abce-c43fb5667a63), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:08.092995 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: af3669ee-345e-46cf-bf3e-fe2afb21ddbc {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:36:08.093349 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device af3669ee-345e-46cf-bf3e-fe2afb21ddbc not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:36:08.093843 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5 no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: Traceback (most recent call last): Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: timer() Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: cb(*args, **kw) Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: return func(*args, **kwargs) Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: self._notify() Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: self.callback(batched_events) Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: event.method(event) Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: return f(self, *a, **k) Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: return self._get(url).json() Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: return self.request(url, 'GET', **kwargs) Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 00:36:08.094498 dv-cinder-831247-13-iscsi neutron-server[109656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 00:36:08.116563 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:36:08.116908 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device e596d7cd-27b7-4fe1-90fd-a0fa71d03ed5 not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:36:08.153654 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9a78f9bf-f341-4972-80a9-bf0973cc4871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558650'] for network (ad7821b7-8706-4c5b-bf39-2dd36a75d266), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:08.158838 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9a78f9bf-f341-4972-80a9-bf0973cc4871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:08.162035 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-9a78f9bf-f341-4972-80a9-bf0973cc4871 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ad7821b7-8706-4c5b-bf39-2dd36a75d266 HTTP/1.1" status: 204 len: 168 time: 0.2831390 Mar 16 00:36:08.174426 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78f9bf-f341-4972-80a9-bf0973cc4871 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad7821b7-8706-4c5b-bf39-2dd36a75d266,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:08.300051 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 4394098f-1797-4e4d-bbad-4a81524affb5 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:36:08.349862 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044b21f-2c08-41a7-a41b-bf41ed67ce7d req-bb889ab6-79c3-4e45-8508-a09db228491b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:08.352127 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2044b21f-2c08-41a7-a41b-bf41ed67ce7d req-bb889ab6-79c3-4e45-8508-a09db228491b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 944 time: 0.0753751 Mar 16 00:36:08.364778 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 60248) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:08.410823 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2044b21f-2c08-41a7-a41b-bf41ed67ce7d req-d50302f7-45b6-4f19-9408-428c10947bfd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521812 Mar 16 00:36:08.421980 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-74d1a658-bcc4-4152-92b1-91e1eb128d64 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7490363f2ce24e2887748fa443b89c91&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0558751 Mar 16 00:36:08.428243 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 60250) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:08.474927 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 4394098f-1797-4e4d-bbad-4a81524affb5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4394098f-1797-4e4d-bbad-4a81524affb5,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:36:08.475780 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e2b52b2c-24ee-4eb8-af49-ba0c39f344c2 admin admin] Publish callbacks [] for security_group (65c3bca5-5835-4db8-9b4b-67680010cccc), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:08.489093 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': '4394098f-1797-4e4d-bbad-4a81524affb5', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'port_id': '4394098f-1797-4e4d-bbad-4a81524affb5', 'mac_address': 'fa:16:3e:4b:09:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:36:08.496561 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e2b52b2c-24ee-4eb8-af49-ba0c39f344c2 admin admin] Publish callbacks [] for security_group (65c3bca5-5835-4db8-9b4b-67680010cccc), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:08.537964 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 4394098f-1797-4e4d-bbad-4a81524affb5 is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:36:08.538546 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:08.546153 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e2b52b2c-24ee-4eb8-af49-ba0c39f344c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (65c3bca5-5835-4db8-9b4b-67680010cccc), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:08.548776 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e2b52b2c-24ee-4eb8-af49-ba0c39f344c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:08.549950 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-e2b52b2c-24ee-4eb8-af49-ba0c39f344c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/65c3bca5-5835-4db8-9b4b-67680010cccc HTTP/1.1" status: 204 len: 168 time: 0.1247103 Mar 16 00:36:08.553238 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4394098f-1797-4e4d-bbad-4a81524affb5 {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:36:08.557515 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b52b2c-24ee-4eb8-af49-ba0c39f344c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c3bca5-5835-4db8-9b4b-67680010cccc,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:08.581414 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 4394098f-1797-4e4d-bbad-4a81524affb5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4394098f-1797-4e4d-bbad-4a81524affb5,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:36:08.586345 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:08.637698 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=4394098f-1797-4e4d-bbad-4a81524affb5,revision_number=9']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:08.644599 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:08.645071 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:08.645444 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:08.645813 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:08.646150 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:08.646484 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:08.646811 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:08.647136 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:08.647477 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:08.647812 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:08.648141 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:08.648465 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:08.648814 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:08.649180 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:08.649594 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:08.809459 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['4394098f-1797-4e4d-bbad-4a81524affb5'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:36:09.542567 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb313dc-6c70-4dea-bbcc-1e41a37ff1c0 req-b0b2d29e-371c-40ab-9c05-96da07a0c345 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:09.544322 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9cb313dc-6c70-4dea-bbcc-1e41a37ff1c0 req-b0b2d29e-371c-40ab-9c05-96da07a0c345 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 945 time: 0.0525792 Mar 16 00:36:09.593828 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9cb313dc-6c70-4dea-bbcc-1e41a37ff1c0 req-dc3a95ec-d452-4f5f-a17e-06f31d311b03 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437927 Mar 16 00:36:10.299144 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 4394098f-1797-4e4d-bbad-4a81524affb5 up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:36:10.348380 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port 4394098f-1797-4e4d-bbad-4a81524affb5 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:36:10.348755 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:10.433836 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 4394098f-1797-4e4d-bbad-4a81524affb5 is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:36:10.434228 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:10.456533 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4394098f-1797-4e4d-bbad-4a81524affb5'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:36:10.458749 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3dcf9f-eba7-47ca-a7c6-0b1b9463944e" -d '{"events": [{"server_uuid": "05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71", "name": "network-vif-plugged", "status": "completed", "tag": "4394098f-1797-4e4d-bbad-4a81524affb5"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:36:10.471097 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 4394098f-1797-4e4d-bbad-4a81524affb5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4394098f-1797-4e4d-bbad-4a81524affb5,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:36:10.474767 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:10.497604 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88631ae-5099-407b-b55f-91d2f3e072d0 x-openstack-request-id: req-f88631ae-5099-407b-b55f-91d2f3e072d0 {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:36:10.497917 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71", "name": "network-vif-plugged", "status": "completed", "tag": "4394098f-1797-4e4d-bbad-4a81524affb5", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:36:10.498178 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f88631ae-5099-407b-b55f-91d2f3e072d0 {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:36:10.498569 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4394098f-1797-4e4d-bbad-4a81524affb5', 'code': 200} Mar 16 00:36:10.523994 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=4394098f-1797-4e4d-bbad-4a81524affb5,revision_number=10']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:10.720156 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db499a23-c79b-4e21-b035-870537b19d3d req-f6e95ae1-c5e1-42ec-b4bb-e7b9b8fae57d tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:10.721647 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-db499a23-c79b-4e21-b035-870537b19d3d req-f6e95ae1-c5e1-42ec-b4bb-e7b9b8fae57d tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 947 time: 0.0545118 Mar 16 00:36:10.765746 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-db499a23-c79b-4e21-b035-870537b19d3d req-2ea6e31d-eb3c-46c9-89c7-123d68fa24dd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386992 Mar 16 00:36:10.811145 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:36:10.942053 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d422ea-30d6-4c0c-9924-ddd3af03f38a req-bce7d610-fcb0-4d73-8f90-81d86226850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:10.943810 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-45d422ea-30d6-4c0c-9924-ddd3af03f38a req-bce7d610-fcb0-4d73-8f90-81d86226850f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 1131 time: 0.0458307 Mar 16 00:36:10.987659 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-45d422ea-30d6-4c0c-9924-ddd3af03f38a req-6346ce74-7afd-40d1-8ccf-acf379ef38b0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382969 Mar 16 00:36:11.900758 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992a7ca-8589-4542-8266-9bf962b42842 req-93df2751-a871-49fa-aa02-a0cde8298367 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:11.902953 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e992a7ca-8589-4542-8266-9bf962b42842 req-93df2751-a871-49fa-aa02-a0cde8298367 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 947 time: 0.0642450 Mar 16 00:36:11.957678 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e992a7ca-8589-4542-8266-9bf962b42842 req-391cb3f6-2587-4f1a-9eb1-01b46a36d4cd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493693 Mar 16 00:36:13.079919 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206b6e4-2fa5-4f67-8a42-fcacc8d9ce5a req-758f81c7-b0cc-4b21-aa8e-73ca57e22bb7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:13.081385 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c206b6e4-2fa5-4f67-8a42-fcacc8d9ce5a req-758f81c7-b0cc-4b21-aa8e-73ca57e22bb7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 947 time: 0.0522766 Mar 16 00:36:13.125767 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c206b6e4-2fa5-4f67-8a42-fcacc8d9ce5a req-832b2d91-39d2-45a3-9c28-a2f67546d408 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389731 Mar 16 00:36:14.248212 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606907f4-8b96-417f-bb20-c93d2b91b7f2 req-ea1eea1f-c4dc-4cf7-8091-470465d1f641 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:14.249703 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-606907f4-8b96-417f-bb20-c93d2b91b7f2 req-ea1eea1f-c4dc-4cf7-8091-470465d1f641 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 947 time: 0.0544112 Mar 16 00:36:14.298773 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-606907f4-8b96-417f-bb20-c93d2b91b7f2 req-50cbd0ef-8f1b-438a-b8f3-d4d9dd351dca tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437102 Mar 16 00:36:14.867022 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-25942ec8-946f-4782-846e-f46beaa10f67 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541193424&fields=id&tenant_id=c9ff6862fa484b9884a908113ed78c53 HTTP/1.1" status: 200 len: 267 time: 0.0426278 Mar 16 00:36:14.967705 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-4af94de0-b6b9-450b-9e91-796d9d265789 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:14.969078 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-4af94de0-b6b9-450b-9e91-796d9d265789 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/networks?id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96 HTTP/1.1" status: 200 len: 812 time: 0.0952539 Mar 16 00:36:14.983669 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-141bc0e5-2d32-4c9f-887b-95b7ce4af6cb tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/quotas/c9ff6862fa484b9884a908113ed78c53 HTTP/1.1" status: 200 len: 375 time: 0.0092142 Mar 16 00:36:15.040380 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-c8acbb16-ff07-472f-a1b2-5313c5e399d9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9ff6862fa484b9884a908113ed78c53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520501 Mar 16 00:36:15.134754 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-b0e49671-5fd4-42a2-8357-6bebb3eac8a2 service neutron] 10.222.0.10 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830705 Mar 16 00:36:15.239489 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-b1db62eb-79fd-43be-979a-8e606702b5cb service neutron] 10.222.0.10 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992861 Mar 16 00:36:15.438430 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15517882-e439-4a46-856f-879f7a77dd3d req-8727dedb-0921-4c2f-96d9-dd2066f91150 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:15.439923 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-15517882-e439-4a46-856f-879f7a77dd3d req-8727dedb-0921-4c2f-96d9-dd2066f91150 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 947 time: 0.0546551 Mar 16 00:36:15.489920 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-15517882-e439-4a46-856f-879f7a77dd3d req-e8270ca6-52bb-4b52-85a9-50dd57b6eb6a tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436761 Mar 16 00:36:15.575154 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-dc645a4b-affa-4e0f-8486-052e3a8c617f req-817d8489-78c1-450c-bbe0-00dc2851b54e tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 210 time: 0.0377829 Mar 16 00:36:15.967569 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c0c5c-1162-485a-a279-aaebc8202efc req-81b14f4d-1453-4fb9-9cf5-8d9ea02c7e79 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:15.969390 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-db2c0c5c-1162-485a-a279-aaebc8202efc req-81b14f4d-1453-4fb9-9cf5-8d9ea02c7e79 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 945 time: 0.0565205 Mar 16 00:36:16.018086 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-db2c0c5c-1162-485a-a279-aaebc8202efc req-c18f4678-2ab7-4ab1-b8c9-1f1d24066489 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412328 Mar 16 00:36:16.041466 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 60460) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:16.261338 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8f303a-ea23-48d5-8edf-dfa6a1e32da6 tempest-TestMinimumBasicScenario-1509985203 tempest-TestMinimumBasicScenario-1509985203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:16.262878 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-dc8f303a-ea23-48d5-8edf-dfa6a1e32da6 tempest-TestMinimumBasicScenario-1509985203 tempest-TestMinimumBasicScenario-1509985203-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 1124 time: 0.2203805 Mar 16 00:36:16.265953 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 60464) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:16.270117 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-fc8e0bcf-3608-4a04-a978-ec9aaa2f7cac tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Request body: {'floatingip': {'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'port_id': '32846da0-9187-4ea9-b69c-b3fa6f87dcf9', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:36:16.292214 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fc8e0bcf-3608-4a04-a978-ec9aaa2f7cac tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:16.386043 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fc8e0bcf-3608-4a04-a978-ec9aaa2f7cac tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:16.490099 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_common [None req-fc8e0bcf-3608-4a04-a978-ec9aaa2f7cac tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Allocated IP 172.27.2.179 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/42ed957f-1e2e-4a13-ba9d-106b4c86203b) {{(pid=109655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:36:16.635773 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fc8e0bcf-3608-4a04-a978-ec9aaa2f7cac tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for port (42ed957f-1e2e-4a13-ba9d-106b4c86203b), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:16.680577 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec6703-40a2-48ab-a2ae-48f4f3e423b5 req-cf6ff094-21f9-4f33-aa33-b50d6ed36e24 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:16.682705 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-96ec6703-40a2-48ab-a2ae-48f4f3e423b5 req-cf6ff094-21f9-4f33-aa33-b50d6ed36e24 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 947 time: 0.1005628 Mar 16 00:36:16.700193 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fc8e0bcf-3608-4a04-a978-ec9aaa2f7cac tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (42ed957f-1e2e-4a13-ba9d-106b4c86203b), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:16.763613 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8e0bcf-3608-4a04-a978-ec9aaa2f7cac tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:36:16.773598 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-fc8e0bcf-3608-4a04-a978-ec9aaa2f7cac tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:36:16.776961 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8e0bcf-3608-4a04-a978-ec9aaa2f7cac tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Received port after_create {{(pid=109655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:36:16.807779 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e0bcf-3608-4a04-a978-ec9aaa2f7cac tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Pushing event updated for resources: {'Port': ['ID=42ed957f-1e2e-4a13-ba9d-106b4c86203b,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:16.816394 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-96ec6703-40a2-48ab-a2ae-48f4f3e423b5 req-ea23509c-10b4-4973-811b-a75f68de7668 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247344 Mar 16 00:36:16.871828 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-abc8f948-f449-408a-b3b9-ab9270a29eb0 req-d572a994-c848-40ed-adbd-31410d4c04cc tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 210 time: 0.0320575 Mar 16 00:36:16.912365 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-4b6a9370-fdb7-4a6f-944e-ab7fb83d1a37 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:16.913988 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-4b6a9370-fdb7-4a6f-944e-ab7fb83d1a37 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.46 "GET /v2.0/networks?id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96 HTTP/1.1" status: 200 len: 812 time: 0.3674722 Mar 16 00:36:17.004762 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-e5320352-ff3d-42cb-8c79-accb4b2c4c31 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9ff6862fa484b9884a908113ed78c53 HTTP/1.1" status: 200 len: 380 time: 0.0782893 Mar 16 00:36:17.015757 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-e800081b-b4b7-4259-85c9-a06f4055da2f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Request body: {'port': {'device_id': '1a5a21c5-e0ed-44a5-878d-49fd341213c9', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'admin_state_up': True, 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'security_groups': ['eb7a479b-d12d-46d6-b729-f52795082ff2']}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:36:17.159202 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-e800081b-b4b7-4259-85c9-a06f4055da2f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Made reservation on behalf of c9ff6862fa484b9884a908113ed78c53 for: {'port': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:36:17.165861 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-e800081b-b4b7-4259-85c9-a06f4055da2f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:17.304110 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 60488) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:17.340297 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-e800081b-b4b7-4259-85c9-a06f4055da2f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Allocated IP 172.20.0.13 (2fe10e1c-d717-42d6-8d12-b659bf7cdd96/9090298d-6431-4eac-8565-b1501caf6de2/d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:36:17.420474 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fc8e0bcf-3608-4a04-a978-ec9aaa2f7cac tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for floatingip (716bef89-9cbb-43ee-a7c1-30d3fb4c2981), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:17.443731 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b7443cab-b2de-4053-98e6-5f8e7205b387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:17.500352 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fc8e0bcf-3608-4a04-a978-ec9aaa2f7cac tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (42ed957f-1e2e-4a13-ba9d-106b4c86203b), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:17.522105 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-e800081b-b4b7-4259-85c9-a06f4055da2f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for port (d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:17.579417 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b7443cab-b2de-4053-98e6-5f8e7205b387 admin admin] Publish callbacks [] for security_group (186ba3ff-e0b6-4fde-be91-56a1b23a9c47), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:17.583684 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b7443cab-b2de-4053-98e6-5f8e7205b387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (186ba3ff-e0b6-4fde-be91-56a1b23a9c47), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:17.594411 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-e800081b-b4b7-4259-85c9-a06f4055da2f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:17.651221 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fc8e0bcf-3608-4a04-a978-ec9aaa2f7cac tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for port (42ed957f-1e2e-4a13-ba9d-106b4c86203b), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:17.655849 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fc8e0bcf-3608-4a04-a978-ec9aaa2f7cac tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5476197'] for port (42ed957f-1e2e-4a13-ba9d-106b4c86203b), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:17.660511 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-e800081b-b4b7-4259-85c9-a06f4055da2f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:36:17.666134 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-b7443cab-b2de-4053-98e6-5f8e7205b387 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f89f7fe55ff5422ebed306477437791c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3607326 Mar 16 00:36:17.671547 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-e800081b-b4b7-4259-85c9-a06f4055da2f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:36:17.674020 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-e800081b-b4b7-4259-85c9-a06f4055da2f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:36:17.679646 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 60492) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:17.680284 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7443cab-b2de-4053-98e6-5f8e7205b387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186ba3ff-e0b6-4fde-be91-56a1b23a9c47,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:17.723412 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800081b-b4b7-4259-85c9-a06f4055da2f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event updated for resources: {'Port': ['ID=d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:17.727268 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e0bcf-3608-4a04-a978-ec9aaa2f7cac tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Pushing event updated for resources: {'Port': ['ID=42ed957f-1e2e-4a13-ba9d-106b4c86203b,revision_number=2']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:17.739606 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fc8e0bcf-3608-4a04-a978-ec9aaa2f7cac tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (716bef89-9cbb-43ee-a7c1-30d3fb4c2981), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:17.780900 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-e800081b-b4b7-4259-85c9-a06f4055da2f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:17.781546 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-e800081b-b4b7-4259-85c9-a06f4055da2f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:17.808295 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-e800081b-b4b7-4259-85c9-a06f4055da2f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7977870 Mar 16 00:36:17.814726 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-bb32ad7a-c874-4f38-9fc8-7f9320da895a admin admin] Publish callbacks [] for security_group (186ba3ff-e0b6-4fde-be91-56a1b23a9c47), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:17.821921 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] Request body: {'port': {'device_id': '1a5a21c5-e0ed-44a5-878d-49fd341213c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:36:17.855152 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.db.l3_db [None req-fc8e0bcf-3608-4a04-a978-ec9aaa2f7cac tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Floating IP 716bef89-9cbb-43ee-a7c1-30d3fb4c2981 associated. External IP: 172.27.2.179, port: 32846da0-9187-4ea9-b69c-b3fa6f87dcf9. Mar 16 00:36:17.865161 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-bb32ad7a-c874-4f38-9fc8-7f9320da895a admin admin] Publish callbacks [] for security_group (186ba3ff-e0b6-4fde-be91-56a1b23a9c47), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:17.922340 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:17.923974 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-1fbf32f9-6936-4932-a61d-a1cf6fabfc16 None None] Provisioning complete for port d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:36:17.924441 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-1fbf32f9-6936-4932-a61d-a1cf6fabfc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:17.994661 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf32f9-6936-4932-a61d-a1cf6fabfc16 None None] Port d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:36:18.061081 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-bb32ad7a-c874-4f38-9fc8-7f9320da895a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (186ba3ff-e0b6-4fde-be91-56a1b23a9c47), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:18.063646 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-bb32ad7a-c874-4f38-9fc8-7f9320da895a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:18.064772 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-bb32ad7a-c874-4f38-9fc8-7f9320da895a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/186ba3ff-e0b6-4fde-be91-56a1b23a9c47 HTTP/1.1" status: 204 len: 168 time: 0.3797977 Mar 16 00:36:18.075009 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8e0bcf-3608-4a04-a978-ec9aaa2f7cac tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Router 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:36:18.094385 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32ad7a-c874-4f38-9fc8-7f9320da895a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186ba3ff-e0b6-4fde-be91-56a1b23a9c47,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:18.157173 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4d028-2b2e-47ac-83d5-224cbbd61ad9 req-8885910e-571f-48e5-878d-dbb678fd51fc tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:18.162244 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-43e4d028-2b2e-47ac-83d5-224cbbd61ad9 req-8885910e-571f-48e5-878d-dbb678fd51fc tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 932 time: 0.1731324 Mar 16 00:36:18.201114 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8e0bcf-3608-4a04-a978-ec9aaa2f7cac tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:36:18.218672 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524b3ada-6aba-4d63-b577-7263cc0d4e32 None None] Sync routers for ids ['8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:36:18.224081 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fc8e0bcf-3608-4a04-a978-ec9aaa2f7cac tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:18.234649 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524b3ada-6aba-4d63-b577-7263cc0d4e32 None None] Routers {'8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:36:18.236563 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-524b3ada-6aba-4d63-b577-7263cc0d4e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:35:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:36:18.242721 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-43e4d028-2b2e-47ac-83d5-224cbbd61ad9 req-3a8aa6ff-4b05-434e-b2b6-e9da608d4f27 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769179 Mar 16 00:36:18.273541 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-fc8e0bcf-3608-4a04-a978-ec9aaa2f7cac tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0044749 Mar 16 00:36:18.273541 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0088fd70-e764-46d4-9d83-ee666e28fa9d', 'tag': '32846da0-9187-4ea9-b69c-b3fa6f87dcf9'}] {{(pid=109655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:36:18.275668 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 60500) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:18.276348 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df82934b303eb2c65d5363c89017506e4207af41f0fc796505a1ca2b23a59d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a6162d-defd-4296-952b-3559fe05b54c" -d '{"events": [{"name": "network-changed", "server_uuid": "0088fd70-e764-46d4-9d83-ee666e28fa9d", "tag": "32846da0-9187-4ea9-b69c-b3fa6f87dcf9"}]}' {{(pid=109655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:36:18.289515 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-85c8e53f-a932-4925-8889-7acccbc0c2bc tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1889985840', 'description': 'tempest-secgroup-smoke-1889985840 description', 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:36:18.319369 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9614517-20aa-4298-a463-1007e99a622b x-openstack-request-id: req-a9614517-20aa-4298-a463-1007e99a622b {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:36:18.319660 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0088fd70-e764-46d4-9d83-ee666e28fa9d", "tag": "32846da0-9187-4ea9-b69c-b3fa6f87dcf9", "status": "completed", "code": 200}]} {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:36:18.319913 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9614517-20aa-4298-a463-1007e99a622b {{(pid=109655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:36:18.320306 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0088fd70-e764-46d4-9d83-ee666e28fa9d', 'tag': '32846da0-9187-4ea9-b69c-b3fa6f87dcf9', 'status': 'completed', 'code': 200} Mar 16 00:36:18.359049 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-85c8e53f-a932-4925-8889-7acccbc0c2bc tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:18.400728 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 {{(pid=109656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:36:18.420231 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] Publish callbacks [] for port (d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:18.455548 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.provisioning_blocks [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] Transition to ACTIVE for port object d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 will not be triggered until provisioned by entity L2. {{(pid=109656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 00:36:18.471068 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:18.482063 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6162d-defd-4296-952b-3559fe05b54c req-bf758e67-1636-410b-9a72-fc4f5dbe067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:18.483585 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-41a6162d-defd-4296-952b-3559fe05b54c req-bf758e67-1636-410b-9a72-fc4f5dbe067e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=50c6c43ee5584543a4bb4b3c716fbaf8&device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 1129 time: 0.1387579 Mar 16 00:36:18.519304 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-524b3ada-6aba-4d63-b577-7263cc0d4e32 None None] Set router 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:36:18.616909 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-85c8e53f-a932-4925-8889-7acccbc0c2bc tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group (c6e80e45-1dc9-4234-beff-d3e9e5a97f11), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:18.622336 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] Pushing event updated for resources: {'Port': ['ID=d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:18.628899 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-85c8e53f-a932-4925-8889-7acccbc0c2bc tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (c6e80e45-1dc9-4234-beff-d3e9e5a97f11), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:18.714955 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-85c8e53f-a932-4925-8889-7acccbc0c2bc tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:18.720014 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-85c8e53f-a932-4925-8889-7acccbc0c2bc tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4405022 Mar 16 00:36:18.720417 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 60518) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:18.725681 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-8618a700-8b13-4e3f-946b-55c3dde47bbb tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Request body: {'security_group_rule': {'security_group_id': 'c6e80e45-1dc9-4234-beff-d3e9e5a97f11', 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:36:18.752766 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8e53f-a932-4925-8889-7acccbc0c2bc tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e80e45-1dc9-4234-beff-d3e9e5a97f11,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:18.772763 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] Attempting to bind port d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:36:18.772982 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] Attempting to bind port d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'bf8a215e-68ab-4d0e-b295-dc90f1744763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96'}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:36:18.773274 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] Attempting to bind port d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 on network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:36:18.784893 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] Port d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 on network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 00:36:18.785224 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] Attempting to bind port d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 on network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:36:18.786573 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8618a700-8b13-4e3f-946b-55c3dde47bbb tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group_rule (9ab2b73d-14a8-47d1-90b7-aad5a63cd2fa), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:18.792529 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] Checking agent: {'id': 'b9d601fa-f980-49b0-9520-143ebd33322f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'started_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:36:18.792862 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] Checking segment: {'id': 'bf8a215e-68ab-4d0e-b295-dc90f1744763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:36:18.793302 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] Bound using segment: {'id': 'bf8a215e-68ab-4d0e-b295-dc90f1744763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96'} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:36:18.793780 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] Bound port: d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8a215e-68ab-4d0e-b295-dc90f1744763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96'}}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:36:18.794144 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:18.810158 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6162d-defd-4296-952b-3559fe05b54c req-644d1afa-b9e5-415a-81f4-04eaad6624c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:18.812234 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-41a6162d-defd-4296-952b-3559fe05b54c req-644d1afa-b9e5-415a-81f4-04eaad6624c0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c7f24b43-d8d5-4c07-970a-7de33dbfdaea HTTP/1.1" status: 200 len: 916 time: 0.2944252 Mar 16 00:36:18.868223 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8618a700-8b13-4e3f-946b-55c3dde47bbb tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group_rule (9ab2b73d-14a8-47d1-90b7-aad5a63cd2fa), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:18.874734 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8618a700-8b13-4e3f-946b-55c3dde47bbb tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (9ab2b73d-14a8-47d1-90b7-aad5a63cd2fa), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:18.892559 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-524b3ada-6aba-4d63-b577-7263cc0d4e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'name': 'tempest-TestMinimumBasicScenario-1335226410-router', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:07Z', 'updated_at': '2022-03-16T00:35:12Z', 'revision_number': 4, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'gw_port': {'id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:08Z', 'updated_at': '2022-03-16T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '716bef89-9cbb-43ee-a7c1-30d3fb4c2981', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'port_id': '32846da0-9187-4ea9-b69c-b3fa6f87dcf9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea', 'mac_address': 'fa:16:3e:8b:fb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0088fd70-e764-46d4-9d83-ee666e28fa9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:36:17Z', 'updated_at': '2022-03-16T00:36:17Z', 'revision_number': 0, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099a6ea3-79f5-4ca9-879a-ae622dd215dc', 'name': '', 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'mac_address': 'fa:16:3e:cc:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'fcc3f995-e5bf-40fe-a1d7-558859b9f842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:11Z', 'updated_at': '2022-03-16T00:35:18Z', 'revision_number': 5, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'subnets': [{'id': 'fcc3f995-e5bf-40fe-a1d7-558859b9f842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:36:18.900925 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618a700-8b13-4e3f-946b-55c3dde47bbb tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab2b73d-14a8-47d1-90b7-aad5a63cd2fa,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:18.918042 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8618a700-8b13-4e3f-946b-55c3dde47bbb tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:18.919679 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-8618a700-8b13-4e3f-946b-55c3dde47bbb tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1977248 Mar 16 00:36:18.922525 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 60524) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:18.928592 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-7120f6cc-14c5-4d02-bf47-db4efe33479f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Request body: {'security_group_rule': {'security_group_id': 'c6e80e45-1dc9-4234-beff-d3e9e5a97f11', 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:36:18.936817 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524b3ada-6aba-4d63-b577-7263cc0d4e32 None None] Checking router: 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:36:18.938139 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-41a6162d-defd-4296-952b-3559fe05b54c req-a681cc18-553e-49b8-a657-fa6a19830e5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32846da0-9187-4ea9-b69c-b3fa6f87dcf9 HTTP/1.1" status: 200 len: 999 time: 0.1023903 Mar 16 00:36:18.952147 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524b3ada-6aba-4d63-b577-7263cc0d4e32 None None] Routers {'8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:36:18.953000 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-524b3ada-6aba-4d63-b577-7263cc0d4e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:35:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:36:18.963058 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-7120f6cc-14c5-4d02-bf47-db4efe33479f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group_rule (f697f5bc-16a9-40ed-afb4-eba90061999a), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:18.976290 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] For port d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0, host hv-cinder-83124, cleared binding levels {{(pid=109656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:36:18.999316 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] For port d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0,segment=NetworkSegment(bf8a215e-68ab-4d0e-b295-dc90f1744763),segment_id=bf8a215e-68ab-4d0e-b295-dc90f1744763)] {{(pid=109656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:36:19.008832 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6162d-defd-4296-952b-3559fe05b54c req-a1073555-8c6b-47f3-b520-5c8acda704bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:19.010701 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-41a6162d-defd-4296-952b-3559fe05b54c req-a1073555-8c6b-47f3-b520-5c8acda704bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fcc3f995-e5bf-40fe-a1d7-558859b9f842 HTTP/1.1" status: 200 len: 854 time: 0.0631335 Mar 16 00:36:19.012306 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:19.050952 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-7120f6cc-14c5-4d02-bf47-db4efe33479f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group_rule (f697f5bc-16a9-40ed-afb4-eba90061999a), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:19.056525 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-7120f6cc-14c5-4d02-bf47-db4efe33479f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (f697f5bc-16a9-40ed-afb4-eba90061999a), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:19.077040 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120f6cc-14c5-4d02-bf47-db4efe33479f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f697f5bc-16a9-40ed-afb4-eba90061999a,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:19.081851 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:19.082508 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:19.084160 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] 10.222.0.46 "PUT /v2.0/ports/d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 HTTP/1.1" status: 200 len: 1094 time: 1.2665346 Mar 16 00:36:19.084671 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5a21c5-e0ed-44a5-878d-49fd341213c9', 'tag': 'd2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:36:19.086989 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e96e940-00a7-409d-b47b-e1b35e6e90d1" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5a21c5-e0ed-44a5-878d-49fd341213c9", "tag": "d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:36:19.091413 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-7120f6cc-14c5-4d02-bf47-db4efe33479f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:19.093061 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-7120f6cc-14c5-4d02-bf47-db4efe33479f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1697607 Mar 16 00:36:19.099946 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 60530) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:19.106458 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-9e017398-8fda-431f-9339-70a8c6012867 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Request body: {'security_group_rule': {'security_group_id': 'c6e80e45-1dc9-4234-beff-d3e9e5a97f11', 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:36:19.132600 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0678a3-6143-4cc3-bfd8-f1ec32ec1e60 x-openstack-request-id: req-de0678a3-6143-4cc3-bfd8-f1ec32ec1e60 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:36:19.132899 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5a21c5-e0ed-44a5-878d-49fd341213c9", "tag": "d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:36:19.133133 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de0678a3-6143-4cc3-bfd8-f1ec32ec1e60 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:36:19.133629 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5a21c5-e0ed-44a5-878d-49fd341213c9', 'tag': 'd2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0', 'status': 'completed', 'code': 200} Mar 16 00:36:19.151282 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-524b3ada-6aba-4d63-b577-7263cc0d4e32 None None] Set router 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:36:19.159853 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9e706-3f54-42d7-b0b6-af12c8b67c0d service neutron] Pushing event updated for resources: {'Port': ['ID=d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0,revision_number=3']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:19.194337 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6162d-defd-4296-952b-3559fe05b54c req-fa37d4d6-cddc-4548-99e1-887400995e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:19.195631 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-41a6162d-defd-4296-952b-3559fe05b54c req-fa37d4d6-cddc-4548-99e1-887400995e2c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c7f24b43-d8d5-4c07-970a-7de33dbfdaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1749921 Mar 16 00:36:19.197703 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9e017398-8fda-431f-9339-70a8c6012867 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group_rule (dc353fba-5f65-4a09-816f-3de942857535), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:19.313735 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-d9c6c07a-cf0a-414c-bfba-0bfeb269e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:19.315233 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-d9c6c07a-cf0a-414c-bfba-0bfeb269e668 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9ff6862fa484b9884a908113ed78c53&device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 1128 time: 0.1763620 Mar 16 00:36:19.370402 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-24872fd2-fb9d-49dc-9675-59fdc4b1f967 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 HTTP/1.1" status: 200 len: 217 time: 0.0453181 Mar 16 00:36:19.382483 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9e017398-8fda-431f-9339-70a8c6012867 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group_rule (dc353fba-5f65-4a09-816f-3de942857535), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:19.411015 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9e017398-8fda-431f-9339-70a8c6012867 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (dc353fba-5f65-4a09-816f-3de942857535), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:19.419737 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fcfd2-ef82-4bb5-9b47-948e32d03245 req-94e3f218-5124-451e-91dd-2c9e40d33680 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:19.421626 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1d8fcfd2-ef82-4bb5-9b47-948e32d03245 req-94e3f218-5124-451e-91dd-2c9e40d33680 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 944 time: 0.0635457 Mar 16 00:36:19.456193 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-41a6162d-defd-4296-952b-3559fe05b54c req-719faead-2919-4451-9387-9355f2c2356a service neutron] 10.222.0.46 "GET /v2.0/networks/c7f24b43-d8d5-4c07-970a-7de33dbfdaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468016 Mar 16 00:36:19.461517 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e017398-8fda-431f-9339-70a8c6012867 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc353fba-5f65-4a09-816f-3de942857535,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:19.478676 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9e017398-8fda-431f-9339-70a8c6012867 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:19.481881 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-9e017398-8fda-431f-9339-70a8c6012867 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3765349 Mar 16 00:36:19.484298 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 60540) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:19.492917 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-94342f10-995c-424e-bb4c-d76c08cbce0e tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Request body: {'security_group_rule': {'security_group_id': 'c6e80e45-1dc9-4234-beff-d3e9e5a97f11', 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:36:19.502237 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-524b3ada-6aba-4d63-b577-7263cc0d4e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'name': 'tempest-TestMinimumBasicScenario-1335226410-router', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:07Z', 'updated_at': '2022-03-16T00:35:12Z', 'revision_number': 4, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'gw_port': {'id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:08Z', 'updated_at': '2022-03-16T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '716bef89-9cbb-43ee-a7c1-30d3fb4c2981', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'port_id': '32846da0-9187-4ea9-b69c-b3fa6f87dcf9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea', 'mac_address': 'fa:16:3e:8b:fb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0088fd70-e764-46d4-9d83-ee666e28fa9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:36:17Z', 'updated_at': '2022-03-16T00:36:17Z', 'revision_number': 0, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099a6ea3-79f5-4ca9-879a-ae622dd215dc', 'name': '', 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'mac_address': 'fa:16:3e:cc:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'fcc3f995-e5bf-40fe-a1d7-558859b9f842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:11Z', 'updated_at': '2022-03-16T00:35:18Z', 'revision_number': 5, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'subnets': [{'id': 'fcc3f995-e5bf-40fe-a1d7-558859b9f842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:36:19.519023 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-1eb111b9-816e-4184-a355-68c609497f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:19.520838 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-1eb111b9-816e-4184-a355-68c609497f9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9090298d-6431-4eac-8565-b1501caf6de2 HTTP/1.1" status: 200 len: 851 time: 0.1406572 Mar 16 00:36:19.536185 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524b3ada-6aba-4d63-b577-7263cc0d4e32 None None] The sync data for ids ['8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'] in dv-cinder-831247-13-iscsi is: [{'id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'name': 'tempest-TestMinimumBasicScenario-1335226410-router', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:07Z', 'updated_at': '2022-03-16T00:35:12Z', 'revision_number': 4, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'gw_port': {'id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:08Z', 'updated_at': '2022-03-16T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '716bef89-9cbb-43ee-a7c1-30d3fb4c2981', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'port_id': '32846da0-9187-4ea9-b69c-b3fa6f87dcf9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea', 'mac_address': 'fa:16:3e:8b:fb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0088fd70-e764-46d4-9d83-ee666e28fa9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:36:17Z', 'updated_at': '2022-03-16T00:36:17Z', 'revision_number': 0, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099a6ea3-79f5-4ca9-879a-ae622dd215dc', 'name': '', 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'mac_address': 'fa:16:3e:cc:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'fcc3f995-e5bf-40fe-a1d7-558859b9f842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:11Z', 'updated_at': '2022-03-16T00:35:18Z', 'revision_number': 5, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'subnets': [{'id': 'fcc3f995-e5bf-40fe-a1d7-558859b9f842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:36:19.547780 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1d8fcfd2-ef82-4bb5-9b47-948e32d03245 req-a0f736f4-66dd-46c8-8733-cbe788b77f56 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195006 Mar 16 00:36:19.554781 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-94342f10-995c-424e-bb4c-d76c08cbce0e tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group_rule (21e422c7-3d03-4be3-85fa-8d54cdb74dfa), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:19.621935 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-94342f10-995c-424e-bb4c-d76c08cbce0e tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group_rule (21e422c7-3d03-4be3-85fa-8d54cdb74dfa), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:19.627342 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-407c2518-810d-4472-be8d-e4bad11a7bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:19.628539 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-94342f10-995c-424e-bb4c-d76c08cbce0e tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (21e422c7-3d03-4be3-85fa-8d54cdb74dfa), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:19.628878 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-407c2518-810d-4472-be8d-e4bad11a7bb3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1010118 Mar 16 00:36:19.632708 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-41a6162d-defd-4296-952b-3559fe05b54c req-21485bb3-514c-4c15-8c1f-536a8d6a6808 service neutron] 10.222.0.46 "GET /v2.0/networks/c7f24b43-d8d5-4c07-970a-7de33dbfdaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690319 Mar 16 00:36:19.671520 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94342f10-995c-424e-bb4c-d76c08cbce0e tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e422c7-3d03-4be3-85fa-8d54cdb74dfa,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:19.678846 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-94342f10-995c-424e-bb4c-d76c08cbce0e tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:19.680053 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-94342f10-995c-424e-bb4c-d76c08cbce0e tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1936133 Mar 16 00:36:19.683460 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 60546) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:19.688889 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-14a2da24-6be9-44e5-b879-a0bf95d29fe0 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Request body: {'security_group_rule': {'security_group_id': 'c6e80e45-1dc9-4234-beff-d3e9e5a97f11', 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:36:19.713845 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.db.securitygroups_db [None req-14a2da24-6be9-44e5-b879-a0bf95d29fe0 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Project 50c6c43ee5584543a4bb4b3c716fbaf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 00:36:19.720796 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-14a2da24-6be9-44e5-b879-a0bf95d29fe0 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group_rule (bbde22f6-9237-49b4-aabe-4269bf13ca76), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:19.749004 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-cab1a42f-d213-4165-a153-ae334d04435b service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092412 Mar 16 00:36:19.799190 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-14a2da24-6be9-44e5-b879-a0bf95d29fe0 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group_rule (bbde22f6-9237-49b4-aabe-4269bf13ca76), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:19.806618 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-14a2da24-6be9-44e5-b879-a0bf95d29fe0 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (bbde22f6-9237-49b4-aabe-4269bf13ca76), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:19.835048 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2da24-6be9-44e5-b879-a0bf95d29fe0 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbde22f6-9237-49b4-aabe-4269bf13ca76,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:19.843105 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-14a2da24-6be9-44e5-b879-a0bf95d29fe0 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:19.846019 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-14a2da24-6be9-44e5-b879-a0bf95d29fe0 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1613050 Mar 16 00:36:19.847895 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 60552) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:19.851385 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d57f6df-0fd4-4eaf-a078-2a91e1849064 None None] New status for floating IP 716bef89-9cbb-43ee-a7c1-30d3fb4c2981: ACTIVE {{(pid=109658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:36:19.853220 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-fea29e66-c457-434f-a9da-a17c5de5641d tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Request body: {'security_group_rule': {'security_group_id': 'c6e80e45-1dc9-4234-beff-d3e9e5a97f11', 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:36:19.876268 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8c61fdb8-c7e8-45a3-96f6-c7d796df6b97 req-7a55da41-9b56-49cf-85d3-5180a33f3597 service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177011 Mar 16 00:36:19.886973 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.securitygroups_db [None req-fea29e66-c457-434f-a9da-a17c5de5641d tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Project 50c6c43ee5584543a4bb4b3c716fbaf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 00:36:19.892466 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fea29e66-c457-434f-a9da-a17c5de5641d tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group_rule (15d9dae6-92da-469c-ada2-1c1ed9325800), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:19.981757 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-c38875b8-10b5-4ebe-8243-15a401c24be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:20.011188 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fea29e66-c457-434f-a9da-a17c5de5641d tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group_rule (15d9dae6-92da-469c-ada2-1c1ed9325800), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:20.028605 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fea29e66-c457-434f-a9da-a17c5de5641d tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (15d9dae6-92da-469c-ada2-1c1ed9325800), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:20.056421 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e940-00a7-409d-b47b-e1b35e6e90d1 req-7501d56b-d861-40d4-a707-5a81009f55f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:20.058921 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1e96e940-00a7-409d-b47b-e1b35e6e90d1 req-7501d56b-d861-40d4-a707-5a81009f55f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9ff6862fa484b9884a908113ed78c53&device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 1128 time: 0.1289179 Mar 16 00:36:20.064182 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea29e66-c457-434f-a9da-a17c5de5641d tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d9dae6-92da-469c-ada2-1c1ed9325800,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:20.099826 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fea29e66-c457-434f-a9da-a17c5de5641d tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:20.101753 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-fea29e66-c457-434f-a9da-a17c5de5641d tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2528501 Mar 16 00:36:20.239443 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1f764444-32fc-437a-8367-f1f5882eaaa0 req-21a8ac3d-ce4e-45fe-bcf9-08e4a1543b17 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1889985840&fields=id&tenant_id=50c6c43ee5584543a4bb4b3c716fbaf8 HTTP/1.1" status: 200 len: 267 time: 0.0719492 Mar 16 00:36:20.264131 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e940-00a7-409d-b47b-e1b35e6e90d1 req-b52a8d02-c129-426f-9de9-d12d50d8aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:20.265613 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1e96e940-00a7-409d-b47b-e1b35e6e90d1 req-b52a8d02-c129-426f-9de9-d12d50d8aa3e service neutron] 10.222.0.46 "GET /v2.0/networks?id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96 HTTP/1.1" status: 200 len: 913 time: 0.1988220 Mar 16 00:36:20.328535 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1e96e940-00a7-409d-b47b-e1b35e6e90d1 req-66e8466d-8e45-4d9e-8737-8d67247e4285 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 HTTP/1.1" status: 200 len: 217 time: 0.0441449 Mar 16 00:36:20.374373 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f764444-32fc-437a-8367-f1f5882eaaa0 req-aa9f7cae-c30e-4934-a601-40503eb4dcc8 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:20.375897 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1f764444-32fc-437a-8367-f1f5882eaaa0 req-aa9f7cae-c30e-4934-a601-40503eb4dcc8 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 945 time: 0.1287861 Mar 16 00:36:20.391042 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-1f764444-32fc-437a-8367-f1f5882eaaa0 req-d25fcbe7-ba4f-4882-81d7-d6b0d598731f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Request body: {'port': {'security_groups': ['2c0c1d27-d146-40b0-9c41-611f8cd29851', 'c6e80e45-1dc9-4234-beff-d3e9e5a97f11']}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:36:20.421952 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e940-00a7-409d-b47b-e1b35e6e90d1 req-68aeb27b-b552-4fb2-b51d-6e692832ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:20.425847 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1e96e940-00a7-409d-b47b-e1b35e6e90d1 req-68aeb27b-b552-4fb2-b51d-6e692832ad63 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9090298d-6431-4eac-8565-b1501caf6de2 HTTP/1.1" status: 200 len: 851 time: 0.0853765 Mar 16 00:36:20.500888 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1f764444-32fc-437a-8367-f1f5882eaaa0 req-d25fcbe7-ba4f-4882-81d7-d6b0d598731f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:20.524127 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e940-00a7-409d-b47b-e1b35e6e90d1 req-32af0639-96d5-409d-8170-75040891d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:20.526342 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1e96e940-00a7-409d-b47b-e1b35e6e90d1 req-32af0639-96d5-409d-8170-75040891d8cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0844033 Mar 16 00:36:20.678620 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f81be-56e6-4e36-a415-12bfedb08740 req-6bf1f7dc-f17a-42fd-8627-0828d78784e7 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:20.680267 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-7b8f81be-56e6-4e36-a415-12bfedb08740 req-6bf1f7dc-f17a-42fd-8627-0828d78784e7 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 944 time: 0.0598354 Mar 16 00:36:20.685922 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1e96e940-00a7-409d-b47b-e1b35e6e90d1 req-0c4bb2bb-ba61-4393-aa52-0680b32d3484 service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403341 Mar 16 00:36:20.748380 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-7b8f81be-56e6-4e36-a415-12bfedb08740 req-ce861463-7e03-4f05-bb65-e6f0b5fecda8 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611849 Mar 16 00:36:21.072028 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-1f764444-32fc-437a-8367-f1f5882eaaa0 req-d25fcbe7-ba4f-4882-81d7-d6b0d598731f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] For port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=32846da0-9187-4ea9-b69c-b3fa6f87dcf9,segment=NetworkSegment(057864bc-2668-4675-ba4c-0c6c118b77f6),segment_id=057864bc-2668-4675-ba4c-0c6c118b77f6)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:36:21.090442 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1e96e940-00a7-409d-b47b-e1b35e6e90d1 req-25e6bfef-5a71-43c0-ae2c-052794b4b363 service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566219 Mar 16 00:36:21.110904 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1f764444-32fc-437a-8367-f1f5882eaaa0 req-d25fcbe7-ba4f-4882-81d7-d6b0d598731f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:21.118538 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1f764444-32fc-437a-8367-f1f5882eaaa0 req-d25fcbe7-ba4f-4882-81d7-d6b0d598731f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:21.130977 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['32846da0-9187-4ea9-b69c-b3fa6f87dcf9'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:36:21.161912 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f764444-32fc-437a-8367-f1f5882eaaa0 req-d25fcbe7-ba4f-4882-81d7-d6b0d598731f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:21.162595 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1f764444-32fc-437a-8367-f1f5882eaaa0 req-d25fcbe7-ba4f-4882-81d7-d6b0d598731f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:21.163936 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1f764444-32fc-437a-8367-f1f5882eaaa0 req-d25fcbe7-ba4f-4882-81d7-d6b0d598731f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "PUT /v2.0/ports/32846da0-9187-4ea9-b69c-b3fa6f87dcf9 HTTP/1.1" status: 200 len: 981 time: 0.7790956 Mar 16 00:36:21.164393 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0088fd70-e764-46d4-9d83-ee666e28fa9d', 'tag': '32846da0-9187-4ea9-b69c-b3fa6f87dcf9'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:36:21.166819 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e93e06-adeb-4cc1-98ba-d8d31da08d98" -d '{"events": [{"name": "network-changed", "server_uuid": "0088fd70-e764-46d4-9d83-ee666e28fa9d", "tag": "32846da0-9187-4ea9-b69c-b3fa6f87dcf9"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:36:21.196196 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fcbe7-ba4f-4882-81d7-d6b0d598731f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Pushing event updated for resources: {'Port': ['ID=32846da0-9187-4ea9-b69c-b3fa6f87dcf9,revision_number=6']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:21.246383 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76d18fe-9834-49a9-804d-2d4be1d4d412 x-openstack-request-id: req-a76d18fe-9834-49a9-804d-2d4be1d4d412 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:36:21.246681 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0088fd70-e764-46d4-9d83-ee666e28fa9d", "tag": "32846da0-9187-4ea9-b69c-b3fa6f87dcf9", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:36:21.246938 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a76d18fe-9834-49a9-804d-2d4be1d4d412 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:36:21.247336 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0088fd70-e764-46d4-9d83-ee666e28fa9d', 'tag': '32846da0-9187-4ea9-b69c-b3fa6f87dcf9', 'status': 'completed', 'code': 200} Mar 16 00:36:21.264558 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['32846da0-9187-4ea9-b69c-b3fa6f87dcf9'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:36:21.369851 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032dd421-9104-4984-928f-d2137751a1ee req-87e93725-0164-4f7d-bd98-1a75de72a4bc tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:21.369851 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-032dd421-9104-4984-928f-d2137751a1ee req-87e93725-0164-4f7d-bd98-1a75de72a4bc tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 984 time: 0.1024780 Mar 16 00:36:21.376702 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e93e06-adeb-4cc1-98ba-d8d31da08d98 req-b4c68077-f242-4fd0-9272-214aabe62bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:21.380098 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b3e93e06-adeb-4cc1-98ba-d8d31da08d98 req-b4c68077-f242-4fd0-9272-214aabe62bb8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=50c6c43ee5584543a4bb4b3c716fbaf8&device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 1168 time: 0.0780838 Mar 16 00:36:21.503816 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-032dd421-9104-4984-928f-d2137751a1ee req-8e3e9f38-1b3b-4116-859b-0fec9d63452d tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6e80e45-1dc9-4234-beff-d3e9e5a97f11&id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1242564 Mar 16 00:36:21.534354 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e93e06-adeb-4cc1-98ba-d8d31da08d98 req-c6aa6338-f39d-46fe-92a2-4cd7858150b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:21.536179 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b3e93e06-adeb-4cc1-98ba-d8d31da08d98 req-c6aa6338-f39d-46fe-92a2-4cd7858150b2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c7f24b43-d8d5-4c07-970a-7de33dbfdaea HTTP/1.1" status: 200 len: 916 time: 0.1402552 Mar 16 00:36:21.579907 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-27ba6284-44f6-4da2-acea-b115ca167a5b None None] Provisioning complete for port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:36:21.580273 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-27ba6284-44f6-4da2-acea-b115ca167a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:21.606915 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b3e93e06-adeb-4cc1-98ba-d8d31da08d98 req-e1d59e63-20bb-481e-85a7-fbe323c2a609 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32846da0-9187-4ea9-b69c-b3fa6f87dcf9 HTTP/1.1" status: 200 len: 1001 time: 0.0626242 Mar 16 00:36:21.661763 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e93e06-adeb-4cc1-98ba-d8d31da08d98 req-c362ddf6-649f-45a3-96af-b7dafb62d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:21.663314 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b3e93e06-adeb-4cc1-98ba-d8d31da08d98 req-c362ddf6-649f-45a3-96af-b7dafb62d9cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fcc3f995-e5bf-40fe-a1d7-558859b9f842 HTTP/1.1" status: 200 len: 854 time: 0.0485704 Mar 16 00:36:21.721239 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e93e06-adeb-4cc1-98ba-d8d31da08d98 req-c82f2cd6-3578-4e32-ba8e-e210d57a8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:21.722856 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b3e93e06-adeb-4cc1-98ba-d8d31da08d98 req-c82f2cd6-3578-4e32-ba8e-e210d57a8cf3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c7f24b43-d8d5-4c07-970a-7de33dbfdaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528073 Mar 16 00:36:21.806987 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-27ba6284-44f6-4da2-acea-b115ca167a5b None None] Current status of the port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:36:21.813585 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 60658) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:21.822217 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b3e93e06-adeb-4cc1-98ba-d8d31da08d98 req-b8e32e50-9a1a-4446-8975-940af8f75174 service neutron] 10.222.0.46 "GET /v2.0/networks/c7f24b43-d8d5-4c07-970a-7de33dbfdaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924277 Mar 16 00:36:21.903227 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051532f8-847c-4c2f-bcd2-e5aa59a49950 req-72855135-448c-4e6a-a6c8-1f8fe70b5e8b tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:21.905853 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-051532f8-847c-4c2f-bcd2-e5aa59a49950 req-72855135-448c-4e6a-a6c8-1f8fe70b5e8b tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 944 time: 0.0665431 Mar 16 00:36:21.946487 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b3e93e06-adeb-4cc1-98ba-d8d31da08d98 req-91166e5a-bedb-4a41-9aff-7626c98b3ec4 service neutron] 10.222.0.46 "GET /v2.0/networks/c7f24b43-d8d5-4c07-970a-7de33dbfdaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179867 Mar 16 00:36:21.974022 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-034ae53c-e91d-4e78-8c9b-38a2eaf91da3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:21.985834 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-051532f8-847c-4c2f-bcd2-e5aa59a49950 req-d795437b-5204-4c85-90cb-6f6ea353419e tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714722 Mar 16 00:36:22.058129 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-034ae53c-e91d-4e78-8c9b-38a2eaf91da3 admin admin] Publish callbacks [] for security_group (e6a3e55b-e557-45ee-b38a-e1f4f27644fd), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:22.061909 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-034ae53c-e91d-4e78-8c9b-38a2eaf91da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (e6a3e55b-e557-45ee-b38a-e1f4f27644fd), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:22.099751 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-034ae53c-e91d-4e78-8c9b-38a2eaf91da3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf0f8dd6712e4bcfb01e5098e1bb5ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850106 Mar 16 00:36:22.100818 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ae53c-e91d-4e78-8c9b-38a2eaf91da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a3e55b-e557-45ee-b38a-e1f4f27644fd,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:22.102466 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 60662) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:22.149916 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-3e18f891-3298-4b70-adb2-7333ab39953d admin admin] Publish callbacks [] for security_group (e6a3e55b-e557-45ee-b38a-e1f4f27644fd), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:22.170029 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-3e18f891-3298-4b70-adb2-7333ab39953d admin admin] Publish callbacks [] for security_group (e6a3e55b-e557-45ee-b38a-e1f4f27644fd), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:22.214711 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-3e18f891-3298-4b70-adb2-7333ab39953d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (e6a3e55b-e557-45ee-b38a-e1f4f27644fd), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:22.217409 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-3e18f891-3298-4b70-adb2-7333ab39953d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:22.218599 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-3e18f891-3298-4b70-adb2-7333ab39953d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e6a3e55b-e557-45ee-b38a-e1f4f27644fd HTTP/1.1" status: 204 len: 168 time: 0.1151409 Mar 16 00:36:22.225815 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18f891-3298-4b70-adb2-7333ab39953d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a3e55b-e557-45ee-b38a-e1f4f27644fd,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:22.303460 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-05b167b9-405d-4c57-8f5f-c77548be1f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:22.480812 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 60668) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:22.493733 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6e6a39a5-e640-4a9d-9444-3a1c1f2f627e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:22.568210 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6e6a39a5-e640-4a9d-9444-3a1c1f2f627e admin admin] Publish callbacks [] for security_group (dbe2ab25-f493-454e-b258-63cb5a9a8995), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:22.572849 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6e6a39a5-e640-4a9d-9444-3a1c1f2f627e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (dbe2ab25-f493-454e-b258-63cb5a9a8995), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:22.609329 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-6e6a39a5-e640-4a9d-9444-3a1c1f2f627e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=67d9b2d2c82749628fed135daf8e25fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273794 Mar 16 00:36:22.611237 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a39a5-e640-4a9d-9444-3a1c1f2f627e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe2ab25-f493-454e-b258-63cb5a9a8995,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:22.612010 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 60670) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:22.661471 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-202f4342-76c3-4570-ac78-f4ac7343f1de admin admin] Publish callbacks [] for security_group (dbe2ab25-f493-454e-b258-63cb5a9a8995), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:22.682615 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-202f4342-76c3-4570-ac78-f4ac7343f1de admin admin] Publish callbacks [] for security_group (dbe2ab25-f493-454e-b258-63cb5a9a8995), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:22.728181 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-202f4342-76c3-4570-ac78-f4ac7343f1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (dbe2ab25-f493-454e-b258-63cb5a9a8995), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:22.730813 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-202f4342-76c3-4570-ac78-f4ac7343f1de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:22.731955 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-202f4342-76c3-4570-ac78-f4ac7343f1de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dbe2ab25-f493-454e-b258-63cb5a9a8995 HTTP/1.1" status: 204 len: 168 time: 0.1188459 Mar 16 00:36:22.739273 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f4342-76c3-4570-ac78-f4ac7343f1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe2ab25-f493-454e-b258-63cb5a9a8995,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:22.930139 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:23.106249 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61154f-ef90-4c28-bf71-ad99466af4d6 req-39e6f2a3-9798-4be6-b0cc-957488861869 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:23.107725 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb61154f-ef90-4c28-bf71-ad99466af4d6 req-39e6f2a3-9798-4be6-b0cc-957488861869 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 944 time: 0.0564392 Mar 16 00:36:23.155583 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb61154f-ef90-4c28-bf71-ad99466af4d6 req-09606331-324b-4a2e-b276-247b1e90090e tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424883 Mar 16 00:36:23.575695 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:24.281331 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733ba1f-bd1c-409d-8137-1d8330699d9e req-28fa067f-f3a7-4e0a-ac42-2d016a7f2541 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:24.283064 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d733ba1f-bd1c-409d-8137-1d8330699d9e req-28fa067f-f3a7-4e0a-ac42-2d016a7f2541 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 944 time: 0.0517688 Mar 16 00:36:24.340686 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d733ba1f-bd1c-409d-8137-1d8330699d9e req-c90d8ebc-baaf-495b-83e2-5c0123dc0a33 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511613 Mar 16 00:36:24.978987 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:25.454319 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d93aef-e7fd-4bbe-ab70-5d90cb96cba1 req-857f3693-cc49-4389-bf86-dddcd7deba1a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:25.455826 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-75d93aef-e7fd-4bbe-ab70-5d90cb96cba1 req-857f3693-cc49-4389-bf86-dddcd7deba1a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 944 time: 0.0518723 Mar 16 00:36:25.503862 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-75d93aef-e7fd-4bbe-ab70-5d90cb96cba1 req-b3b32c6a-6c3a-4b1b-b50e-2970fcebf367 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425172 Mar 16 00:36:26.338845 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:26.616910 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ab98a-04e4-4389-8ab4-fcf2405edef3 req-4f113f26-a133-48fc-81ef-07f5acaad91e tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:26.618833 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b47ab98a-04e4-4389-8ab4-fcf2405edef3 req-4f113f26-a133-48fc-81ef-07f5acaad91e tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 944 time: 0.0520825 Mar 16 00:36:26.668079 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b47ab98a-04e4-4389-8ab4-fcf2405edef3 req-9226c7af-852d-494a-9764-c0af5845fa61 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438089 Mar 16 00:36:27.788528 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55dbe1-94fc-4dc2-8d0b-8e2c8b027309 req-81aa84a1-7420-4393-adc3-a1369c658b5c tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:27.790044 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2d55dbe1-94fc-4dc2-8d0b-8e2c8b027309 req-81aa84a1-7420-4393-adc3-a1369c658b5c tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 944 time: 0.0573564 Mar 16 00:36:27.836356 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2d55dbe1-94fc-4dc2-8d0b-8e2c8b027309 req-43fe789d-1e25-482a-800d-c99af536d5cc tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408256 Mar 16 00:36:28.392642 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:36:28.490403 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0,segment=NetworkSegment(bf8a215e-68ab-4d0e-b295-dc90f1744763),segment_id=bf8a215e-68ab-4d0e-b295-dc90f1744763)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:36:28.502026 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': 'd2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'port_id': 'd2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0', 'mac_address': 'fa:16:3e:86:4f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:36:28.537179 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:36:28.537599 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:28.550983 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:36:28.572190 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0,segment=NetworkSegment(bf8a215e-68ab-4d0e-b295-dc90f1744763),segment_id=bf8a215e-68ab-4d0e-b295-dc90f1744763)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:36:28.577292 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:28.628749 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:28.842086 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:36:28.980054 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86939d2-935f-4d75-9ecf-eb0b71764c8f req-c3e5b321-6442-4845-9fcd-37dd08e638e1 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:28.981589 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d86939d2-935f-4d75-9ecf-eb0b71764c8f req-c3e5b321-6442-4845-9fcd-37dd08e638e1 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 945 time: 0.0626931 Mar 16 00:36:29.036906 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d86939d2-935f-4d75-9ecf-eb0b71764c8f req-3056d726-6ee2-4a53-a7d3-a6a5ea38fd5e tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495501 Mar 16 00:36:30.151706 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a722c83-0daa-4c9d-a499-7f9c7d995988 req-5a4fc8e3-88d0-4eaf-9c95-e8901dfb7e8a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:30.153185 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9a722c83-0daa-4c9d-a499-7f9c7d995988 req-5a4fc8e3-88d0-4eaf-9c95-e8901dfb7e8a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 945 time: 0.0525353 Mar 16 00:36:30.200216 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9a722c83-0daa-4c9d-a499-7f9c7d995988 req-5e6611ab-0c33-461e-899a-bf6855bbf9da tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415661 Mar 16 00:36:31.321685 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283faabf-7d65-41ac-b0c0-06bdc5e0d72a req-4ca0c323-60e0-465f-9515-278aab733a18 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:31.323168 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-283faabf-7d65-41ac-b0c0-06bdc5e0d72a req-4ca0c323-60e0-465f-9515-278aab733a18 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 945 time: 0.0569370 Mar 16 00:36:31.370972 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-283faabf-7d65-41ac-b0c0-06bdc5e0d72a req-e5f35884-19d7-444f-bade-adc0ff40c08b tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423408 Mar 16 00:36:32.411679 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:36:32.460107 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning for port d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 completed by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 00:36:32.463853 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:36:32.464223 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:32.489065 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5e4cf-ab48-49df-b633-9f891fe13333 req-0e4ef1e8-f4b4-41c2-a56f-79b92181b4ad tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:32.490560 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-92a5e4cf-ab48-49df-b633-9f891fe13333 req-0e4ef1e8-f4b4-41c2-a56f-79b92181b4ad tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 945 time: 0.0509620 Mar 16 00:36:32.542866 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:36:32.543234 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-92a5e4cf-ab48-49df-b633-9f891fe13333 req-ab115116-6246-4f87-9006-5792b4227e37 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463436 Mar 16 00:36:32.543368 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:32.565674 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5a21c5-e0ed-44a5-878d-49fd341213c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:36:32.568111 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95c2c21-2239-4a75-b009-bdc10d68ca6a" -d '{"events": [{"server_uuid": "1a5a21c5-e0ed-44a5-878d-49fd341213c9", "name": "network-vif-plugged", "status": "completed", "tag": "d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:36:32.580209 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0,segment=NetworkSegment(bf8a215e-68ab-4d0e-b295-dc90f1744763),segment_id=bf8a215e-68ab-4d0e-b295-dc90f1744763)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:36:32.584092 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:32.610114 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49adc567-c5a8-4364-89c3-7bc72e30e9c8 x-openstack-request-id: req-49adc567-c5a8-4364-89c3-7bc72e30e9c8 {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:36:32.610410 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5a21c5-e0ed-44a5-878d-49fd341213c9", "name": "network-vif-plugged", "status": "completed", "tag": "d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:36:32.610668 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-49adc567-c5a8-4364-89c3-7bc72e30e9c8 {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:36:32.611057 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5a21c5-e0ed-44a5-878d-49fd341213c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0', 'code': 200} Mar 16 00:36:32.636180 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:32.986659 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bc276-25aa-469a-8b8c-404012367de3 req-b6d08af0-b69f-4734-a24c-f9377489b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:32.988146 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-303bc276-25aa-469a-8b8c-404012367de3 req-b6d08af0-b69f-4734-a24c-f9377489b87f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 1130 time: 0.0422363 Mar 16 00:36:33.031350 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-303bc276-25aa-469a-8b8c-404012367de3 req-cd4ce22f-be3a-4afc-a811-72115b8f7686 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369470 Mar 16 00:36:33.657908 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3155e6-25ce-41d0-a5eb-e4af549c0fac req-4dbe0701-fec3-481f-912d-21f49a5fd060 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:33.659378 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1e3155e6-25ce-41d0-a5eb-e4af549c0fac req-4dbe0701-fec3-481f-912d-21f49a5fd060 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 946 time: 0.0525041 Mar 16 00:36:33.707867 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1e3155e6-25ce-41d0-a5eb-e4af549c0fac req-6a2949c6-4385-4423-96eb-d91104e41b08 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421851 Mar 16 00:36:34.822315 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b750a-3edb-41d8-b32c-298141279e29 req-3e95cfca-cd9b-4c4c-84f8-2c31c48b7040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:34.823775 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-036b750a-3edb-41d8-b32c-298141279e29 req-3e95cfca-cd9b-4c4c-84f8-2c31c48b7040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 946 time: 0.0516498 Mar 16 00:36:34.871823 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-036b750a-3edb-41d8-b32c-298141279e29 req-e03ddd80-09ce-45f7-87ff-27ce963cada9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426757 Mar 16 00:36:34.987539 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283c5c7-be9e-46eb-9730-1dddf3d1c9eb req-8b9c3891-fc7e-4203-971a-78a983785b33 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:34.988936 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4283c5c7-be9e-46eb-9730-1dddf3d1c9eb req-8b9c3891-fc7e-4203-971a-78a983785b33 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 946 time: 0.0546689 Mar 16 00:36:35.035907 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4283c5c7-be9e-46eb-9730-1dddf3d1c9eb req-f2d3dd77-0177-4765-a5ae-606b0ae5169f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410156 Mar 16 00:36:35.058139 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 60796) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:35.245213 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386f959d-001f-400f-be44-c999d102e90a tempest-TestVolumeBootPattern-1891020140 tempest-TestVolumeBootPattern-1891020140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:35.246679 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-386f959d-001f-400f-be44-c999d102e90a tempest-TestVolumeBootPattern-1891020140 tempest-TestVolumeBootPattern-1891020140-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 1125 time: 0.1875620 Mar 16 00:36:35.249535 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 60800) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:35.253663 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-087e3f19-1a1a-4d05-9ff0-bdcd5f52a040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Request body: {'floatingip': {'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'port_id': 'd2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:36:35.272864 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-087e3f19-1a1a-4d05-9ff0-bdcd5f52a040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:35.368524 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-087e3f19-1a1a-4d05-9ff0-bdcd5f52a040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:35.467305 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [None req-087e3f19-1a1a-4d05-9ff0-bdcd5f52a040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Allocated IP 172.27.2.14 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/1ce8b016-ec28-47df-97b4-d347f55e1467) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:36:35.567178 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-087e3f19-1a1a-4d05-9ff0-bdcd5f52a040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for port (1ce8b016-ec28-47df-97b4-d347f55e1467), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:35.599681 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-087e3f19-1a1a-4d05-9ff0-bdcd5f52a040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (1ce8b016-ec28-47df-97b4-d347f55e1467), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:35.635622 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087e3f19-1a1a-4d05-9ff0-bdcd5f52a040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:36:35.640368 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-087e3f19-1a1a-4d05-9ff0-bdcd5f52a040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:36:35.643927 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087e3f19-1a1a-4d05-9ff0-bdcd5f52a040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:36:35.669269 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e3f19-1a1a-4d05-9ff0-bdcd5f52a040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event updated for resources: {'Port': ['ID=1ce8b016-ec28-47df-97b4-d347f55e1467,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:36.063005 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-087e3f19-1a1a-4d05-9ff0-bdcd5f52a040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for floatingip (b5ce433e-2207-45dd-9fca-857076a3aff0), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:36.157802 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-087e3f19-1a1a-4d05-9ff0-bdcd5f52a040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (1ce8b016-ec28-47df-97b4-d347f55e1467), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:36.299378 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-087e3f19-1a1a-4d05-9ff0-bdcd5f52a040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for port (1ce8b016-ec28-47df-97b4-d347f55e1467), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:36.303847 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-087e3f19-1a1a-4d05-9ff0-bdcd5f52a040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (1ce8b016-ec28-47df-97b4-d347f55e1467), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:36.371157 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e3f19-1a1a-4d05-9ff0-bdcd5f52a040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event updated for resources: {'Port': ['ID=1ce8b016-ec28-47df-97b4-d347f55e1467,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:36.381700 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-087e3f19-1a1a-4d05-9ff0-bdcd5f52a040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (b5ce433e-2207-45dd-9fca-857076a3aff0), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:36.478976 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.l3_db [None req-087e3f19-1a1a-4d05-9ff0-bdcd5f52a040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Floating IP b5ce433e-2207-45dd-9fca-857076a3aff0 associated. External IP: 172.27.2.14, port: d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0. Mar 16 00:36:36.906629 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087e3f19-1a1a-4d05-9ff0-bdcd5f52a040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Router 267f981d-89a0-4eff-9e68-c0be8abda654 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:36:37.017956 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087e3f19-1a1a-4d05-9ff0-bdcd5f52a040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:36:37.027300 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fde5019-df94-429f-8ed9-a539827ed32e None None] Sync routers for ids ['267f981d-89a0-4eff-9e68-c0be8abda654'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:36:37.035846 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-087e3f19-1a1a-4d05-9ff0-bdcd5f52a040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:37.037594 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fde5019-df94-429f-8ed9-a539827ed32e None None] Routers {'267f981d-89a0-4eff-9e68-c0be8abda654'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:36:37.038274 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-5fde5019-df94-429f-8ed9-a539827ed32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:36:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['267f981d-89a0-4eff-9e68-c0be8abda654'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:36:37.064841 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-087e3f19-1a1a-4d05-9ff0-bdcd5f52a040 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8143029 Mar 16 00:36:37.065535 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5a21c5-e0ed-44a5-878d-49fd341213c9', 'tag': 'd2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:36:37.068110 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eaf8ff1-6086-4cfd-9a2e-21618224a352" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5a21c5-e0ed-44a5-878d-49fd341213c9", "tag": "d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:36:37.103437 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c7b951-9521-4941-bcc0-837f21444d64 x-openstack-request-id: req-a5c7b951-9521-4941-bcc0-837f21444d64 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:36:37.103735 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5a21c5-e0ed-44a5-878d-49fd341213c9", "tag": "d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:36:37.103990 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a5c7b951-9521-4941-bcc0-837f21444d64 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:36:37.104389 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5a21c5-e0ed-44a5-878d-49fd341213c9', 'tag': 'd2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0', 'status': 'completed', 'code': 200} Mar 16 00:36:37.146413 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-5fde5019-df94-429f-8ed9-a539827ed32e None None] Set router 267f981d-89a0-4eff-9e68-c0be8abda654 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:36:37.487866 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-5fde5019-df94-429f-8ed9-a539827ed32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': 'b5ce433e-2207-45dd-9fca-857076a3aff0', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'port_id': 'd2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'mac_address': 'fa:16:3e:86:4f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5a21c5-e0ed-44a5-878d-49fd341213c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:36:35Z', 'updated_at': '2022-03-16T00:36:35Z', 'revision_number': 0, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa', 'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'mac_address': 'fa:16:3e:08:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:39Z', 'updated_at': '2022-03-16T00:35:47Z', 'revision_number': 5, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'subnets': [{'id': '9090298d-6431-4eac-8565-b1501caf6de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:36:37.513775 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fde5019-df94-429f-8ed9-a539827ed32e None None] Checking router: 267f981d-89a0-4eff-9e68-c0be8abda654 for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:36:37.521886 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fde5019-df94-429f-8ed9-a539827ed32e None None] Routers {'267f981d-89a0-4eff-9e68-c0be8abda654'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:36:37.522156 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf8ff1-6086-4cfd-9a2e-21618224a352 req-5642609e-8c64-4875-b4bf-9f6882632df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:37.522483 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-5fde5019-df94-429f-8ed9-a539827ed32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:36:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['267f981d-89a0-4eff-9e68-c0be8abda654'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:36:37.524224 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4eaf8ff1-6086-4cfd-9a2e-21618224a352 req-5642609e-8c64-4875-b4bf-9f6882632df7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9ff6862fa484b9884a908113ed78c53&device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 1130 time: 0.0434539 Mar 16 00:36:37.628246 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-5fde5019-df94-429f-8ed9-a539827ed32e None None] Set router 267f981d-89a0-4eff-9e68-c0be8abda654 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:36:37.639648 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf8ff1-6086-4cfd-9a2e-21618224a352 req-b946a1d0-de16-442a-9362-148455ed2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:37.641133 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4eaf8ff1-6086-4cfd-9a2e-21618224a352 req-b946a1d0-de16-442a-9362-148455ed2fc6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96 HTTP/1.1" status: 200 len: 913 time: 0.0884526 Mar 16 00:36:37.710473 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4eaf8ff1-6086-4cfd-9a2e-21618224a352 req-aa3d6db8-ed21-4ea3-b518-7b7ac33df594 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 HTTP/1.1" status: 200 len: 999 time: 0.0600958 Mar 16 00:36:37.761940 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf8ff1-6086-4cfd-9a2e-21618224a352 req-1be87069-a8c7-4dc5-bf4c-4e6de4727069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:37.763417 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4eaf8ff1-6086-4cfd-9a2e-21618224a352 req-1be87069-a8c7-4dc5-bf4c-4e6de4727069 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9090298d-6431-4eac-8565-b1501caf6de2 HTTP/1.1" status: 200 len: 851 time: 0.0464988 Mar 16 00:36:37.816411 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf8ff1-6086-4cfd-9a2e-21618224a352 req-d7c2cfea-6b68-4763-9403-8383df2555d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:37.818195 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4eaf8ff1-6086-4cfd-9a2e-21618224a352 req-d7c2cfea-6b68-4763-9403-8383df2555d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472019 Mar 16 00:36:37.866459 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-5fde5019-df94-429f-8ed9-a539827ed32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': 'b5ce433e-2207-45dd-9fca-857076a3aff0', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'port_id': 'd2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'mac_address': 'fa:16:3e:86:4f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5a21c5-e0ed-44a5-878d-49fd341213c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:36:35Z', 'updated_at': '2022-03-16T00:36:35Z', 'revision_number': 0, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa', 'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'mac_address': 'fa:16:3e:08:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:39Z', 'updated_at': '2022-03-16T00:35:47Z', 'revision_number': 5, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'subnets': [{'id': '9090298d-6431-4eac-8565-b1501caf6de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:36:37.892197 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fde5019-df94-429f-8ed9-a539827ed32e None None] The sync data for ids ['267f981d-89a0-4eff-9e68-c0be8abda654'] in dv-cinder-831247-13-iscsi is: [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': 'b5ce433e-2207-45dd-9fca-857076a3aff0', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'port_id': 'd2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'mac_address': 'fa:16:3e:86:4f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5a21c5-e0ed-44a5-878d-49fd341213c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:36:35Z', 'updated_at': '2022-03-16T00:36:35Z', 'revision_number': 0, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa', 'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'mac_address': 'fa:16:3e:08:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:39Z', 'updated_at': '2022-03-16T00:35:47Z', 'revision_number': 5, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'subnets': [{'id': '9090298d-6431-4eac-8565-b1501caf6de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:36:37.906273 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4eaf8ff1-6086-4cfd-9a2e-21618224a352 req-626e34ed-fbeb-47b4-a9b1-d21bb06516a9 service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805023 Mar 16 00:36:38.000949 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4eaf8ff1-6086-4cfd-9a2e-21618224a352 req-aa6ab2ff-1914-4566-8060-00c797e9f251 service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870893 Mar 16 00:36:38.076341 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c3d6e-f03c-4a52-99eb-0b4809ef62d6 None None] New status for floating IP b5ce433e-2207-45dd-9fca-857076a3aff0: ACTIVE {{(pid=109658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:36:47.811143 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:36:49.977802 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-a5f5d87a-444b-4f4c-9921-bd850eb77bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:52.304452 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ebf45e5c-48ef-4e37-827b-f769c95e0931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:52.916203 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:53.579504 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:53.629080 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 60932) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:53.678827 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-eaadf5df-4087-4a8e-a6f5-9d9a71dfc804 req-0fde3a30-8fd5-428e-9386-52adc727adc9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439193 Mar 16 00:36:53.732254 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9701-4013-4d2b-be81-0b0d18216e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:53.776750 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadf5df-4087-4a8e-a6f5-9d9a71dfc804 req-75ff1e7c-2ec7-445a-bc19-b90c05b05301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:53.778335 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-eaadf5df-4087-4a8e-a6f5-9d9a71dfc804 req-75ff1e7c-2ec7-445a-bc19-b90c05b05301 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9757ece4998543cd903bcd45f5938e73&device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 1131 time: 0.0446100 Mar 16 00:36:53.810572 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9701-4013-4d2b-be81-0b0d18216e90 admin admin] Publish callbacks [] for security_group (739bfa89-6835-43af-a401-40d688eb2449), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:53.815207 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9701-4013-4d2b-be81-0b0d18216e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (739bfa89-6835-43af-a401-40d688eb2449), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:53.862562 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d9701-4013-4d2b-be81-0b0d18216e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739bfa89-6835-43af-a401-40d688eb2449,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:53.867518 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-8c6d9701-4013-4d2b-be81-0b0d18216e90 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0a5a35680a954f7694725b84062fdf05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372398 Mar 16 00:36:53.872641 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 60936) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:53.879077 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d9701-4013-4d2b-be81-0b0d18216e90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:53.879400 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d9701-4013-4d2b-be81-0b0d18216e90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:53.879758 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d9701-4013-4d2b-be81-0b0d18216e90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:53.880102 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d9701-4013-4d2b-be81-0b0d18216e90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:53.880438 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d9701-4013-4d2b-be81-0b0d18216e90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:53.880771 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d9701-4013-4d2b-be81-0b0d18216e90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:53.881333 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d9701-4013-4d2b-be81-0b0d18216e90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:53.886333 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d9701-4013-4d2b-be81-0b0d18216e90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:53.886333 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d9701-4013-4d2b-be81-0b0d18216e90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:53.886333 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d9701-4013-4d2b-be81-0b0d18216e90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:53.886333 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d9701-4013-4d2b-be81-0b0d18216e90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:53.886333 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d9701-4013-4d2b-be81-0b0d18216e90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:53.886333 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d9701-4013-4d2b-be81-0b0d18216e90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:53.886333 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d9701-4013-4d2b-be81-0b0d18216e90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:53.886333 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d9701-4013-4d2b-be81-0b0d18216e90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:53.901271 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadf5df-4087-4a8e-a6f5-9d9a71dfc804 req-1e5ecf83-6996-410e-924d-a34499dedc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:53.903498 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-eaadf5df-4087-4a8e-a6f5-9d9a71dfc804 req-1e5ecf83-6996-410e-924d-a34499dedc04 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2dff86c-7c3f-4a04-a8eb-499a78756e53 HTTP/1.1" status: 200 len: 918 time: 0.1036935 Mar 16 00:36:53.937046 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-0f5bbf2a-b0ef-4c21-b366-7b42f44ac30f admin admin] Publish callbacks [] for security_group (739bfa89-6835-43af-a401-40d688eb2449), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:53.959498 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-0f5bbf2a-b0ef-4c21-b366-7b42f44ac30f admin admin] Publish callbacks [] for security_group (739bfa89-6835-43af-a401-40d688eb2449), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:53.970639 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-eaadf5df-4087-4a8e-a6f5-9d9a71dfc804 req-4b90e7bd-5a8a-4b5a-8665-964ba600d78d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4394098f-1797-4e4d-bbad-4a81524affb5 HTTP/1.1" status: 200 len: 1002 time: 0.0594926 Mar 16 00:36:54.006486 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-0f5bbf2a-b0ef-4c21-b366-7b42f44ac30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (739bfa89-6835-43af-a401-40d688eb2449), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:54.009876 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-0f5bbf2a-b0ef-4c21-b366-7b42f44ac30f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:54.013365 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-0f5bbf2a-b0ef-4c21-b366-7b42f44ac30f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/739bfa89-6835-43af-a401-40d688eb2449 HTTP/1.1" status: 204 len: 168 time: 0.1378453 Mar 16 00:36:54.018534 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5bbf2a-b0ef-4c21-b366-7b42f44ac30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739bfa89-6835-43af-a401-40d688eb2449,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:54.032046 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadf5df-4087-4a8e-a6f5-9d9a71dfc804 req-72f9c2cf-2c7e-49cd-9f51-3ac29c6b0302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:54.033466 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-eaadf5df-4087-4a8e-a6f5-9d9a71dfc804 req-72f9c2cf-2c7e-49cd-9f51-3ac29c6b0302 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b5bae3d1-615a-4037-9a7b-190e549a5881 HTTP/1.1" status: 200 len: 856 time: 0.0480087 Mar 16 00:36:54.093133 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadf5df-4087-4a8e-a6f5-9d9a71dfc804 req-10c672e3-50d2-470c-944f-6fd14a0a4eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:36:54.094680 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-eaadf5df-4087-4a8e-a6f5-9d9a71dfc804 req-10c672e3-50d2-470c-944f-6fd14a0a4eee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2dff86c-7c3f-4a04-a8eb-499a78756e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0504086 Mar 16 00:36:54.189478 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-eaadf5df-4087-4a8e-a6f5-9d9a71dfc804 req-d6da5e21-679e-4ac0-9cc4-de6b93efc691 service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806656 Mar 16 00:36:54.267636 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 60942) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:54.280720 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-eaadf5df-4087-4a8e-a6f5-9d9a71dfc804 req-9c44ca38-20ed-440d-be65-82bd71f1aacf service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853078 Mar 16 00:36:54.280938 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c6cd95b5-04e4-438b-82a5-ee4480fa237f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:54.355612 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c6cd95b5-04e4-438b-82a5-ee4480fa237f admin admin] Publish callbacks [] for security_group (e21e8d59-8401-496b-84d6-00d339977f8a), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:54.359237 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c6cd95b5-04e4-438b-82a5-ee4480fa237f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (e21e8d59-8401-496b-84d6-00d339977f8a), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:54.397303 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-c6cd95b5-04e4-438b-82a5-ee4480fa237f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14526fffa65c40cf970bd9203cdf1eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285262 Mar 16 00:36:54.398437 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd95b5-04e4-438b-82a5-ee4480fa237f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21e8d59-8401-496b-84d6-00d339977f8a,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:54.400026 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 60944) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:54.448415 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4e02616a-c49d-4cac-9f09-abbd17897598 admin admin] Publish callbacks [] for security_group (e21e8d59-8401-496b-84d6-00d339977f8a), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:54.468336 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4e02616a-c49d-4cac-9f09-abbd17897598 admin admin] Publish callbacks [] for security_group (e21e8d59-8401-496b-84d6-00d339977f8a), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:54.513347 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4e02616a-c49d-4cac-9f09-abbd17897598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (e21e8d59-8401-496b-84d6-00d339977f8a), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:54.515983 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4e02616a-c49d-4cac-9f09-abbd17897598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:54.517138 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-4e02616a-c49d-4cac-9f09-abbd17897598 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e21e8d59-8401-496b-84d6-00d339977f8a HTTP/1.1" status: 204 len: 168 time: 0.1161354 Mar 16 00:36:54.524634 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02616a-c49d-4cac-9f09-abbd17897598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21e8d59-8401-496b-84d6-00d339977f8a,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:54.531635 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02616a-c49d-4cac-9f09-abbd17897598 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:54.531982 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02616a-c49d-4cac-9f09-abbd17897598 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:54.532322 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02616a-c49d-4cac-9f09-abbd17897598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:54.532657 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02616a-c49d-4cac-9f09-abbd17897598 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:54.532986 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02616a-c49d-4cac-9f09-abbd17897598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:54.533314 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02616a-c49d-4cac-9f09-abbd17897598 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:54.533662 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02616a-c49d-4cac-9f09-abbd17897598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:54.533983 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02616a-c49d-4cac-9f09-abbd17897598 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:54.534308 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02616a-c49d-4cac-9f09-abbd17897598 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:54.534629 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02616a-c49d-4cac-9f09-abbd17897598 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:54.534967 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02616a-c49d-4cac-9f09-abbd17897598 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:54.535268 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02616a-c49d-4cac-9f09-abbd17897598 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:54.535589 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02616a-c49d-4cac-9f09-abbd17897598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:54.535904 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02616a-c49d-4cac-9f09-abbd17897598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:54.536217 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02616a-c49d-4cac-9f09-abbd17897598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:36:54.983364 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:56.343356 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:56.785844 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 32780) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:56.885853 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c60274c2-870f-4d99-be65-1cb5f1a1d429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:56.957845 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c60274c2-870f-4d99-be65-1cb5f1a1d429 admin admin] Publish callbacks [] for security_group (9380f99e-63a7-4c4c-97e7-526b0a037f40), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:56.961588 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c60274c2-870f-4d99-be65-1cb5f1a1d429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (9380f99e-63a7-4c4c-97e7-526b0a037f40), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:57.001338 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-c60274c2-870f-4d99-be65-1cb5f1a1d429 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6b54c43244584e2d88754c7b20c3cef2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144012 Mar 16 00:36:57.002234 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60274c2-870f-4d99-be65-1cb5f1a1d429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9380f99e-63a7-4c4c-97e7-526b0a037f40,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:57.004079 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 32784) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:57.055151 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-97ad5cf7-398a-436a-b01c-89c5a6bf3e65 admin admin] Publish callbacks [] for security_group (9380f99e-63a7-4c4c-97e7-526b0a037f40), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:57.077964 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-97ad5cf7-398a-436a-b01c-89c5a6bf3e65 admin admin] Publish callbacks [] for security_group (9380f99e-63a7-4c4c-97e7-526b0a037f40), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:57.124239 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-97ad5cf7-398a-436a-b01c-89c5a6bf3e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (9380f99e-63a7-4c4c-97e7-526b0a037f40), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:57.126637 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-97ad5cf7-398a-436a-b01c-89c5a6bf3e65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:57.127762 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-97ad5cf7-398a-436a-b01c-89c5a6bf3e65 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9380f99e-63a7-4c4c-97e7-526b0a037f40 HTTP/1.1" status: 204 len: 168 time: 0.1221998 Mar 16 00:36:57.134947 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad5cf7-398a-436a-b01c-89c5a6bf3e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9380f99e-63a7-4c4c-97e7-526b0a037f40,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:57.378507 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 32792) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:57.391525 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-0f3507fb-5a38-47cf-a0d0-ee972430e65f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:57.467582 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-0f3507fb-5a38-47cf-a0d0-ee972430e65f admin admin] Publish callbacks [] for security_group (e9929ae8-2ff6-4c90-9538-6620b770ffd8), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:57.471127 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-0f3507fb-5a38-47cf-a0d0-ee972430e65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (e9929ae8-2ff6-4c90-9538-6620b770ffd8), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:57.508484 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-0f3507fb-5a38-47cf-a0d0-ee972430e65f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=82d456d7376843b3a93bf792834ba3cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289155 Mar 16 00:36:57.511081 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 32794) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:57.517888 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3507fb-5a38-47cf-a0d0-ee972430e65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9929ae8-2ff6-4c90-9538-6620b770ffd8,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:57.559041 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5f4a1ccb-6385-461d-a4c6-b741f140873f admin admin] Publish callbacks [] for security_group (e9929ae8-2ff6-4c90-9538-6620b770ffd8), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:57.579158 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5f4a1ccb-6385-461d-a4c6-b741f140873f admin admin] Publish callbacks [] for security_group (e9929ae8-2ff6-4c90-9538-6620b770ffd8), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:57.624071 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5f4a1ccb-6385-461d-a4c6-b741f140873f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (e9929ae8-2ff6-4c90-9538-6620b770ffd8), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:57.626637 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5f4a1ccb-6385-461d-a4c6-b741f140873f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:57.627704 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-5f4a1ccb-6385-461d-a4c6-b741f140873f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9929ae8-2ff6-4c90-9538-6620b770ffd8 HTTP/1.1" status: 204 len: 168 time: 0.1156905 Mar 16 00:36:57.635278 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a1ccb-6385-461d-a4c6-b741f140873f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9929ae8-2ff6-4c90-9538-6620b770ffd8,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:59.622349 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 32878) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:59.735068 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2223c1d0-c218-42ac-96e0-aec313001d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:59.808666 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2223c1d0-c218-42ac-96e0-aec313001d56 admin admin] Publish callbacks [] for security_group (c23cefcb-ebc8-4bc3-af37-0d9d58ccecc4), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:59.812274 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2223c1d0-c218-42ac-96e0-aec313001d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (c23cefcb-ebc8-4bc3-af37-0d9d58ccecc4), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:59.852322 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-2223c1d0-c218-42ac-96e0-aec313001d56 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a8ad1ae6514a46808e11512980f2afd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289002 Mar 16 00:36:59.853164 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223c1d0-c218-42ac-96e0-aec313001d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23cefcb-ebc8-4bc3-af37-0d9d58ccecc4,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:36:59.855337 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 32882) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:36:59.904687 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-84b76b49-3b95-4c0a-8ebb-e45058f9e2d5 admin admin] Publish callbacks [] for security_group (c23cefcb-ebc8-4bc3-af37-0d9d58ccecc4), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:59.926696 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-84b76b49-3b95-4c0a-8ebb-e45058f9e2d5 admin admin] Publish callbacks [] for security_group (c23cefcb-ebc8-4bc3-af37-0d9d58ccecc4), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:59.977219 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-84b76b49-3b95-4c0a-8ebb-e45058f9e2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (c23cefcb-ebc8-4bc3-af37-0d9d58ccecc4), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:59.979946 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-84b76b49-3b95-4c0a-8ebb-e45058f9e2d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:36:59.981202 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-84b76b49-3b95-4c0a-8ebb-e45058f9e2d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c23cefcb-ebc8-4bc3-af37-0d9d58ccecc4 HTTP/1.1" status: 204 len: 168 time: 0.1247959 Mar 16 00:36:59.990005 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b76b49-3b95-4c0a-8ebb-e45058f9e2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23cefcb-ebc8-4bc3-af37-0d9d58ccecc4,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:00.250229 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 32888) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:37:00.264174 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36f2318a-362e-4c73-9606-3cad8a8d2766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:00.352101 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36f2318a-362e-4c73-9606-3cad8a8d2766 admin admin] Publish callbacks [] for security_group (c4d58831-b017-4772-9539-f3b1c2c54615), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:00.355881 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36f2318a-362e-4c73-9606-3cad8a8d2766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (c4d58831-b017-4772-9539-f3b1c2c54615), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:00.396007 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-36f2318a-362e-4c73-9606-3cad8a8d2766 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0215e22dba59499ca07fc9c5cb93fbcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446614 Mar 16 00:37:00.397382 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2318a-362e-4c73-9606-3cad8a8d2766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d58831-b017-4772-9539-f3b1c2c54615,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:00.399271 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 32896) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:37:00.447466 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-07b49b60-33fb-419b-8862-adc33e75a9ba admin admin] Publish callbacks [] for security_group (c4d58831-b017-4772-9539-f3b1c2c54615), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:00.468898 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-07b49b60-33fb-419b-8862-adc33e75a9ba admin admin] Publish callbacks [] for security_group (c4d58831-b017-4772-9539-f3b1c2c54615), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:00.523430 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-07b49b60-33fb-419b-8862-adc33e75a9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (c4d58831-b017-4772-9539-f3b1c2c54615), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:00.526067 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-07b49b60-33fb-419b-8862-adc33e75a9ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:00.529580 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-07b49b60-33fb-419b-8862-adc33e75a9ba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c4d58831-b017-4772-9539-f3b1c2c54615 HTTP/1.1" status: 204 len: 168 time: 0.1269095 Mar 16 00:37:00.534827 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b49b60-33fb-419b-8862-adc33e75a9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d58831-b017-4772-9539-f3b1c2c54615,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:00.590904 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a41046-7263-47fa-9361-257034436e90 req-eff6d9f0-4284-42ed-aa01-993450aaf225 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:00.592395 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c9a41046-7263-47fa-9361-257034436e90 req-eff6d9f0-4284-42ed-aa01-993450aaf225 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 947 time: 0.0529854 Mar 16 00:37:00.639982 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c9a41046-7263-47fa-9361-257034436e90 req-a32590b8-9299-4cb4-a3da-e9b6246c30fb tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418844 Mar 16 00:37:01.190643 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7a33d-cfd9-453f-915e-9a6850483f32 req-3cb331ec-cdda-4f83-a79f-b6c98eb56bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:01.192183 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-50e7a33d-cfd9-453f-915e-9a6850483f32 req-3cb331ec-cdda-4f83-a79f-b6c98eb56bb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=50c6c43ee5584543a4bb4b3c716fbaf8&device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 1168 time: 0.0464284 Mar 16 00:37:01.198131 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b3732-fdde-4f42-a34d-6b3da94136e4 req-3a50bc30-7a9a-4aea-8540-c8610a74c8a8 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:01.199812 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b69b3732-fdde-4f42-a34d-6b3da94136e4 req-3a50bc30-7a9a-4aea-8540-c8610a74c8a8 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 984 time: 0.0572305 Mar 16 00:37:01.266591 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b69b3732-fdde-4f42-a34d-6b3da94136e4 req-cbb51cb6-1d04-47e7-b081-dd0ebab3ad59 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6e80e45-1dc9-4234-beff-d3e9e5a97f11&id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595496 Mar 16 00:37:01.295282 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7a33d-cfd9-453f-915e-9a6850483f32 req-a9799d5f-e876-4b27-8f9a-8627fb6e08d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:01.296761 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-50e7a33d-cfd9-453f-915e-9a6850483f32 req-a9799d5f-e876-4b27-8f9a-8627fb6e08d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c7f24b43-d8d5-4c07-970a-7de33dbfdaea HTTP/1.1" status: 200 len: 916 time: 0.0958185 Mar 16 00:37:01.365110 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-50e7a33d-cfd9-453f-915e-9a6850483f32 req-10133f6b-3056-4e9b-8dde-9be04f64de1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32846da0-9187-4ea9-b69c-b3fa6f87dcf9 HTTP/1.1" status: 200 len: 1001 time: 0.0609725 Mar 16 00:37:01.420190 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7a33d-cfd9-453f-915e-9a6850483f32 req-4b529b81-d168-4ae4-9534-65a77f051103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:01.421710 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-50e7a33d-cfd9-453f-915e-9a6850483f32 req-4b529b81-d168-4ae4-9534-65a77f051103 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fcc3f995-e5bf-40fe-a1d7-558859b9f842 HTTP/1.1" status: 200 len: 854 time: 0.0476973 Mar 16 00:37:01.479222 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7a33d-cfd9-453f-915e-9a6850483f32 req-6dc6e014-8a16-4454-9e7a-f156128853b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:01.480931 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-50e7a33d-cfd9-453f-915e-9a6850483f32 req-6dc6e014-8a16-4454-9e7a-f156128853b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c7f24b43-d8d5-4c07-970a-7de33dbfdaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470967 Mar 16 00:37:01.569262 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-50e7a33d-cfd9-453f-915e-9a6850483f32 req-0e82df36-c50e-4589-9a89-551a013ceb94 service neutron] 10.222.0.46 "GET /v2.0/networks/c7f24b43-d8d5-4c07-970a-7de33dbfdaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798409 Mar 16 00:37:01.659815 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-50e7a33d-cfd9-453f-915e-9a6850483f32 req-d33d6d0a-45b8-4fae-9e3a-10984d63c4ad service neutron] 10.222.0.46 "GET /v2.0/networks/c7f24b43-d8d5-4c07-970a-7de33dbfdaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847104 Mar 16 00:37:01.784771 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35773e73-a0de-42fd-8754-717ec79c2aaa req-6b20a702-8ef0-4674-95a5-2b312441aad9 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:01.784771 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-35773e73-a0de-42fd-8754-717ec79c2aaa req-6b20a702-8ef0-4674-95a5-2b312441aad9 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 947 time: 0.0620923 Mar 16 00:37:01.829434 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-35773e73-a0de-42fd-8754-717ec79c2aaa req-fdd336bd-203a-4f8e-bf7c-cbfc354ccb2f tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437796 Mar 16 00:37:02.370425 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871635a8-bd15-405d-84f0-316d34da1b2a req-4508da43-bad4-48e3-acd4-d49fb668c435 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:02.371955 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-871635a8-bd15-405d-84f0-316d34da1b2a req-4508da43-bad4-48e3-acd4-d49fb668c435 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.46 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 947 time: 0.0632041 Mar 16 00:37:02.398333 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f786ea-9328-44da-badb-9173ccef3fc0 req-918bc40c-ced1-4e77-b3e2-d3da7706d004 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:02.399923 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b6f786ea-9328-44da-badb-9173ccef3fc0 req-918bc40c-ced1-4e77-b3e2-d3da7706d004 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 984 time: 0.0596359 Mar 16 00:37:02.467761 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b6f786ea-9328-44da-badb-9173ccef3fc0 req-79b2e7ae-48da-4599-856f-ae936afbabcc tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6e80e45-1dc9-4234-beff-d3e9e5a97f11&id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621207 Mar 16 00:37:02.475143 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-871635a8-bd15-405d-84f0-316d34da1b2a req-5991945b-b2f9-4ea2-9852-2dcf7206b51b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Deleting port 4394098f-1797-4e4d-bbad-4a81524affb5 {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:37:02.475489 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-871635a8-bd15-405d-84f0-316d34da1b2a req-5991945b-b2f9-4ea2-9852-2dcf7206b51b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:02.569604 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-871635a8-bd15-405d-84f0-316d34da1b2a req-5991945b-b2f9-4ea2-9852-2dcf7206b51b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] For port 4394098f-1797-4e4d-bbad-4a81524affb5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4394098f-1797-4e4d-bbad-4a81524affb5,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:37:02.569975 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-871635a8-bd15-405d-84f0-316d34da1b2a req-5991945b-b2f9-4ea2-9852-2dcf7206b51b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:02.853894 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-871635a8-bd15-405d-84f0-316d34da1b2a req-5991945b-b2f9-4ea2-9852-2dcf7206b51b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:02.854257 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-871635a8-bd15-405d-84f0-316d34da1b2a req-5991945b-b2f9-4ea2-9852-2dcf7206b51b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (2d605311-a61d-489c-80c7-aa98d04cea63), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:02.854571 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.l3_db [req-871635a8-bd15-405d-84f0-316d34da1b2a req-5991945b-b2f9-4ea2-9852-2dcf7206b51b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Floating IP 2d605311-a61d-489c-80c7-aa98d04cea63 disassociated. External IP: 172.27.2.247, port: 4394098f-1797-4e4d-bbad-4a81524affb5. Mar 16 00:37:02.854905 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-871635a8-bd15-405d-84f0-316d34da1b2a req-5991945b-b2f9-4ea2-9852-2dcf7206b51b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Calling delete_port for 4394098f-1797-4e4d-bbad-4a81524affb5 owned by compute:nova {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:37:02.976734 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a3793-fcc3-497a-8af3-d13ff0c8f6f4 req-b2c5a0e9-5ff0-4689-aa21-286dc722476a tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:02.978233 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-323a3793-fcc3-497a-8af3-d13ff0c8f6f4 req-b2c5a0e9-5ff0-4689-aa21-286dc722476a tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71 HTTP/1.1" status: 200 len: 947 time: 0.0742004 Mar 16 00:37:03.056445 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-323a3793-fcc3-497a-8af3-d13ff0c8f6f4 req-c2fca80c-c8d9-40f1-b423-a7fad7577e60 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=543519ad-0566-4893-9136-eb2785fc6bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726137 Mar 16 00:37:03.057572 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-871635a8-bd15-405d-84f0-316d34da1b2a req-5991945b-b2f9-4ea2-9852-2dcf7206b51b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (4394098f-1797-4e4d-bbad-4a81524affb5), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:03.091063 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991945b-b2f9-4ea2-9852-2dcf7206b51b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Pushing event deleted for resources: {'Port': ['ID=4394098f-1797-4e4d-bbad-4a81524affb5,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:03.206280 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-871635a8-bd15-405d-84f0-316d34da1b2a req-5991945b-b2f9-4ea2-9852-2dcf7206b51b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Router 0f1585d1-b60f-4815-95e4-b4c9df7732ea has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:37:03.313086 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-871635a8-bd15-405d-84f0-316d34da1b2a req-5991945b-b2f9-4ea2-9852-2dcf7206b51b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:37:03.324546 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f131bc9-d18e-4c95-9ae3-097fbfa2b937 None None] Sync routers for ids ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:37:03.334972 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f131bc9-d18e-4c95-9ae3-097fbfa2b937 None None] Routers {'0f1585d1-b60f-4815-95e4-b4c9df7732ea'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:37:03.335594 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-8f131bc9-d18e-4c95-9ae3-097fbfa2b937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:36:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:37:03.357953 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-871635a8-bd15-405d-84f0-316d34da1b2a req-5991945b-b2f9-4ea2-9852-2dcf7206b51b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] No DVR routers for this DVR port 4394098f-1797-4e4d-bbad-4a81524affb5 on host hv-cinder-83124 {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:37:03.360402 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-871635a8-bd15-405d-84f0-316d34da1b2a req-5991945b-b2f9-4ea2-9852-2dcf7206b51b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:03.363710 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-871635a8-bd15-405d-84f0-316d34da1b2a req-5991945b-b2f9-4ea2-9852-2dcf7206b51b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.46 "DELETE /v2.0/ports/4394098f-1797-4e4d-bbad-4a81524affb5 HTTP/1.1" status: 204 len: 173 time: 0.9855688 Mar 16 00:37:03.364151 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71', 'name': 'network-vif-deleted', 'tag': '4394098f-1797-4e4d-bbad-4a81524affb5'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:37:03.366410 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9d9e45-bcc4-445d-afab-82f168a4153b" -d '{"events": [{"server_uuid": "05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71", "name": "network-vif-deleted", "tag": "4394098f-1797-4e4d-bbad-4a81524affb5"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:37:03.407286 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9593fc0b-f51e-4dd4-a1a9-513bdc5bc199 x-openstack-request-id: req-9593fc0b-f51e-4dd4-a1a9-513bdc5bc199 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:37:03.407894 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71", "name": "network-vif-deleted", "tag": "4394098f-1797-4e4d-bbad-4a81524affb5", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:37:03.407894 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9593fc0b-f51e-4dd4-a1a9-513bdc5bc199 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:37:03.408230 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b0dba0-b8b0-4a53-b687-dc0a3ca9cd71', 'name': 'network-vif-deleted', 'tag': '4394098f-1797-4e4d-bbad-4a81524affb5', 'status': 'completed', 'code': 200} Mar 16 00:37:03.452779 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-8f131bc9-d18e-4c95-9ae3-097fbfa2b937 None None] Set router 0f1585d1-b60f-4815-95e4-b4c9df7732ea gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:37:03.593406 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9a0f5-a605-49cd-8ad6-a70b5bdc35c8 req-801a506a-7abc-4bd9-b24e-1e78d0ab2e19 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:03.594951 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0ec9a0f5-a605-49cd-8ad6-a70b5bdc35c8 req-801a506a-7abc-4bd9-b24e-1e78d0ab2e19 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 984 time: 0.0539637 Mar 16 00:37:03.659922 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0ec9a0f5-a605-49cd-8ad6-a70b5bdc35c8 req-81477a89-dfb5-4fe9-aa6a-8cbc934a7544 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6e80e45-1dc9-4234-beff-d3e9e5a97f11&id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559208 Mar 16 00:37:03.681826 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-8f131bc9-d18e-4c95-9ae3-097fbfa2b937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-router', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:55Z', 'revision_number': 4, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'gw_port': {'id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '6b95ac9c-2ca3-4825-96e4-fd970a08f142', 'name': '', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'mac_address': 'fa:16:3e:4f:b9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:54Z', 'updated_at': '2022-03-16T00:33:02Z', 'revision_number': 5, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'subnets': [{'id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:37:03.710724 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f131bc9-d18e-4c95-9ae3-097fbfa2b937 None None] Checking router: 0f1585d1-b60f-4815-95e4-b4c9df7732ea for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:37:03.719291 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f131bc9-d18e-4c95-9ae3-097fbfa2b937 None None] Routers {'0f1585d1-b60f-4815-95e4-b4c9df7732ea'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:37:03.719894 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-8f131bc9-d18e-4c95-9ae3-097fbfa2b937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:36:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:37:03.832402 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-8f131bc9-d18e-4c95-9ae3-097fbfa2b937 None None] Set router 0f1585d1-b60f-4815-95e4-b4c9df7732ea gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:37:04.047359 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-8f131bc9-d18e-4c95-9ae3-097fbfa2b937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-router', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:55Z', 'revision_number': 4, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'gw_port': {'id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '6b95ac9c-2ca3-4825-96e4-fd970a08f142', 'name': '', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'mac_address': 'fa:16:3e:4f:b9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:54Z', 'updated_at': '2022-03-16T00:33:02Z', 'revision_number': 5, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'subnets': [{'id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:37:04.078048 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f131bc9-d18e-4c95-9ae3-097fbfa2b937 None None] The sync data for ids ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'] in dv-cinder-831247-13-iscsi is: [{'id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-router', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:55Z', 'revision_number': 4, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'gw_port': {'id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '6b95ac9c-2ca3-4825-96e4-fd970a08f142', 'name': '', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'mac_address': 'fa:16:3e:4f:b9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:54Z', 'updated_at': '2022-03-16T00:33:02Z', 'revision_number': 5, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'subnets': [{'id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:37:04.148150 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 33002) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:37:04.201973 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-37044745-44c3-4df5-a8d9-e2b464c6cd83 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group (543519ad-0566-4893-9136-eb2785fc6bb2), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:04.234173 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-37044745-44c3-4df5-a8d9-e2b464c6cd83 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group (543519ad-0566-4893-9136-eb2785fc6bb2), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:04.284165 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-37044745-44c3-4df5-a8d9-e2b464c6cd83 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (543519ad-0566-4893-9136-eb2785fc6bb2), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:04.288295 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-37044745-44c3-4df5-a8d9-e2b464c6cd83 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:04.290782 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-37044745-44c3-4df5-a8d9-e2b464c6cd83 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "DELETE /v2.0/security-groups/543519ad-0566-4893-9136-eb2785fc6bb2 HTTP/1.1" status: 204 len: 168 time: 0.1410115 Mar 16 00:37:04.292478 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33004) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:37:04.306787 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37044745-44c3-4df5-a8d9-e2b464c6cd83 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=543519ad-0566-4893-9136-eb2785fc6bb2,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:04.311196 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.api.v2.resource [None req-cce27bce-b124-404c-96bc-2a6c32ffc156 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] show failed (client error): The resource could not be found. Mar 16 00:37:04.312232 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-cce27bce-b124-404c-96bc-2a6c32ffc156 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups/543519ad-0566-4893-9136-eb2785fc6bb2 HTTP/1.1" status: 404 len: 347 time: 0.0180478 Mar 16 00:37:04.315380 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33006) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:37:04.345132 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4133fd-85a7-4ae2-999f-acee428a995e None None] New status for floating IP 2d605311-a61d-489c-80c7-aa98d04cea63: DOWN {{(pid=109658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:37:04.450161 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-de27904e-b2fd-49ac-a531-efa4047934cb tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Deleting port 2c253377-0de9-4da6-a463-5702167609ce {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:37:04.450500 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-de27904e-b2fd-49ac-a531-efa4047934cb tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (2c253377-0de9-4da6-a463-5702167609ce), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:04.536588 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-de27904e-b2fd-49ac-a531-efa4047934cb tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (2c253377-0de9-4da6-a463-5702167609ce), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:04.536915 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-de27904e-b2fd-49ac-a531-efa4047934cb tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for floatingip (2c253377-0de9-4da6-a463-5702167609ce), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:04.548600 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-de27904e-b2fd-49ac-a531-efa4047934cb tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Calling delete_port for 2c253377-0de9-4da6-a463-5702167609ce owned by network:floatingip {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:37:04.562771 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 4394098f-1797-4e4d-bbad-4a81524affb5 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:37:04.583213 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] No Port match for: 4394098f-1797-4e4d-bbad-4a81524affb5 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:37:04.583688 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 4394098f-1797-4e4d-bbad-4a81524affb5 not bound to the agent host hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:37:04.711537 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-de27904e-b2fd-49ac-a531-efa4047934cb tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (2c253377-0de9-4da6-a463-5702167609ce), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:04.754578 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27904e-b2fd-49ac-a531-efa4047934cb tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Pushing event deleted for resources: {'Port': ['ID=2c253377-0de9-4da6-a463-5702167609ce,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:04.834966 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-de27904e-b2fd-49ac-a531-efa4047934cb tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for floatingip (2d605311-a61d-489c-80c7-aa98d04cea63), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:04.837379 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-de27904e-b2fd-49ac-a531-efa4047934cb tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:04.838543 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-de27904e-b2fd-49ac-a531-efa4047934cb tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "DELETE /v2.0/floatingips/2d605311-a61d-489c-80c7-aa98d04cea63 HTTP/1.1" status: 204 len: 168 time: 0.5222626 Mar 16 00:37:04.851691 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470055e3-6eb1-47df-9cb2-1977089174b8 req-30f78989-7913-4fb5-8b90-10037f895f2a tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:04.853405 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-470055e3-6eb1-47df-9cb2-1977089174b8 req-30f78989-7913-4fb5-8b90-10037f895f2a tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 984 time: 0.1122942 Mar 16 00:37:04.955922 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-470055e3-6eb1-47df-9cb2-1977089174b8 req-f127f3b9-2139-4afc-9a9d-51d74f7cb75a tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6e80e45-1dc9-4234-beff-d3e9e5a97f11&id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0958006 Mar 16 00:37:05.336477 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 33014) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:37:05.341093 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-11d03515-097c-4d4f-9628-215b7a20a109 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1415419127', 'description': 'tempest-description--1542788309'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:37:05.366415 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-11d03515-097c-4d4f-9628-215b7a20a109 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:05.447593 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-11d03515-097c-4d4f-9628-215b7a20a109 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group (db3d4eb5-5cbe-47f7-a6eb-b31068d3770a), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:05.451251 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-11d03515-097c-4d4f-9628-215b7a20a109 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (db3d4eb5-5cbe-47f7-a6eb-b31068d3770a), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:05.483287 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-11d03515-097c-4d4f-9628-215b7a20a109 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:05.485554 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-11d03515-097c-4d4f-9628-215b7a20a109 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1469877 Mar 16 00:37:05.485554 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d03515-097c-4d4f-9628-215b7a20a109 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:05.488354 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 33016) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:37:05.493695 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-c39ce462-2a58-4b57-8500-a0345e93835b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Request body: {'security_group_rule': {'security_group_id': 'db3d4eb5-5cbe-47f7-a6eb-b31068d3770a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:37:05.519079 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c39ce462-2a58-4b57-8500-a0345e93835b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group_rule (7d9b88ab-8da6-42e0-b008-117fdcc62c11), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:05.574774 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c39ce462-2a58-4b57-8500-a0345e93835b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group_rule (7d9b88ab-8da6-42e0-b008-117fdcc62c11), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:05.578399 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c39ce462-2a58-4b57-8500-a0345e93835b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (7d9b88ab-8da6-42e0-b008-117fdcc62c11), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:05.596176 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ce462-2a58-4b57-8500-a0345e93835b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9b88ab-8da6-42e0-b008-117fdcc62c11,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:05.605202 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c39ce462-2a58-4b57-8500-a0345e93835b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:05.606593 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-c39ce462-2a58-4b57-8500-a0345e93835b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171358 Mar 16 00:37:05.609123 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 33018) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:37:05.613730 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-703a08ea-3fd2-4d89-be1d-5c21ce785b73 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Request body: {'security_group_rule': {'security_group_id': 'db3d4eb5-5cbe-47f7-a6eb-b31068d3770a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:37:05.640504 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-703a08ea-3fd2-4d89-be1d-5c21ce785b73 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group_rule (892b5b13-a39d-4174-ae44-79d468bc7d92), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:05.698920 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-703a08ea-3fd2-4d89-be1d-5c21ce785b73 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group_rule (892b5b13-a39d-4174-ae44-79d468bc7d92), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:05.702755 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-703a08ea-3fd2-4d89-be1d-5c21ce785b73 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (892b5b13-a39d-4174-ae44-79d468bc7d92), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:05.719999 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a08ea-3fd2-4d89-be1d-5c21ce785b73 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892b5b13-a39d-4174-ae44-79d468bc7d92,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:05.728045 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-703a08ea-3fd2-4d89-be1d-5c21ce785b73 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:05.729247 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-703a08ea-3fd2-4d89-be1d-5c21ce785b73 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191049 Mar 16 00:37:05.732325 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 33020) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:37:05.737010 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-cac83474-9f38-4c54-9342-4019623972fc tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Request body: {'floatingip': {'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:37:05.758765 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-cac83474-9f38-4c54-9342-4019623972fc tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:06.095109 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9905075-8198-4145-b929-5ca6d3c1ea8f req-0924e90c-2908-4899-a99f-792a3e0d9706 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:06.096977 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d9905075-8198-4145-b929-5ca6d3c1ea8f req-0924e90c-2908-4899-a99f-792a3e0d9706 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 984 time: 0.0695698 Mar 16 00:37:06.114138 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-cac83474-9f38-4c54-9342-4019623972fc tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:06.159688 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d9905075-8198-4145-b929-5ca6d3c1ea8f req-4d77a376-fba8-4110-b4c7-297043dc6110 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6e80e45-1dc9-4234-beff-d3e9e5a97f11&id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564852 Mar 16 00:37:06.232577 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [None req-cac83474-9f38-4c54-9342-4019623972fc tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Allocated IP 172.27.2.120 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/4a146437-3bd6-47e6-9c0e-d818667d25cf) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:37:06.344350 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-cac83474-9f38-4c54-9342-4019623972fc tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for port (4a146437-3bd6-47e6-9c0e-d818667d25cf), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:06.382543 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-cac83474-9f38-4c54-9342-4019623972fc tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (4a146437-3bd6-47e6-9c0e-d818667d25cf), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:06.434118 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac83474-9f38-4c54-9342-4019623972fc tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:37:06.437288 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-cac83474-9f38-4c54-9342-4019623972fc tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:37:06.441419 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac83474-9f38-4c54-9342-4019623972fc tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:37:06.464293 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac83474-9f38-4c54-9342-4019623972fc tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Pushing event updated for resources: {'Port': ['ID=4a146437-3bd6-47e6-9c0e-d818667d25cf,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:06.530784 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-cac83474-9f38-4c54-9342-4019623972fc tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for floatingip (ab2589b3-184e-4742-9cf2-a8680356b6a4), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:06.569264 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-cac83474-9f38-4c54-9342-4019623972fc tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (4a146437-3bd6-47e6-9c0e-d818667d25cf), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:06.731015 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-cac83474-9f38-4c54-9342-4019623972fc tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for port (4a146437-3bd6-47e6-9c0e-d818667d25cf), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:06.735447 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-cac83474-9f38-4c54-9342-4019623972fc tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (4a146437-3bd6-47e6-9c0e-d818667d25cf), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:06.801428 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac83474-9f38-4c54-9342-4019623972fc tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Pushing event updated for resources: {'Port': ['ID=4a146437-3bd6-47e6-9c0e-d818667d25cf,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:06.822342 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-cac83474-9f38-4c54-9342-4019623972fc tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (ab2589b3-184e-4742-9cf2-a8680356b6a4), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:06.837322 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-cac83474-9f38-4c54-9342-4019623972fc tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:06.838585 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-cac83474-9f38-4c54-9342-4019623972fc tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1051829 Mar 16 00:37:07.032966 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-b370eb94-94d5-49f5-bab7-679ca7c1981a tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1415419127&fields=id&tenant_id=9757ece4998543cd903bcd45f5938e73 HTTP/1.1" status: 200 len: 267 time: 0.0435510 Mar 16 00:37:07.144985 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-d0ccef9d-ceab-4cb5-980a-a0bdac8f790c tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:07.146673 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-d0ccef9d-ceab-4cb5-980a-a0bdac8f790c tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/networks?id=d2dff86c-7c3f-4a04-a8eb-499a78756e53 HTTP/1.1" status: 200 len: 817 time: 0.1073513 Mar 16 00:37:07.161591 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-47cb777d-d8d6-437d-b863-30553cc9cc42 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/quotas/9757ece4998543cd903bcd45f5938e73 HTTP/1.1" status: 200 len: 375 time: 0.0095325 Mar 16 00:37:07.219977 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-5b0f0148-a36f-4802-a423-bf7b261f708d tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9757ece4998543cd903bcd45f5938e73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530555 Mar 16 00:37:07.292099 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff300e-f00c-464b-a5e8-07d29d47de1c req-7a028329-cf63-41e1-b285-1e7df8a6683c tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:07.293736 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f9ff300e-f00c-464b-a5e8-07d29d47de1c req-7a028329-cf63-41e1-b285-1e7df8a6683c tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 984 time: 0.0616722 Mar 16 00:37:07.324407 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-c6eda500-b0dc-44a5-a3f6-46639889c460 service neutron] 10.222.0.10 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927339 Mar 16 00:37:07.359312 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f9ff300e-f00c-464b-a5e8-07d29d47de1c req-8833273a-4d81-4eab-bac4-720ed28b741e tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6e80e45-1dc9-4234-beff-d3e9e5a97f11&id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588367 Mar 16 00:37:07.424488 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-71f42019-877d-44be-917f-5ae86f4be9c1 service neutron] 10.222.0.10 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942385 Mar 16 00:37:07.585729 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-27de967b-bfb6-4afa-9075-f4a6cc684ff6 req-d11efa5b-bc37-441f-986e-12c2e86694cd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 210 time: 0.0313926 Mar 16 00:37:08.535365 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28200d-47a1-41e4-ae1b-87c47358dcb7 req-b45d4007-1533-45ad-9598-60a83ee63db6 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:08.536918 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1b28200d-47a1-41e4-ae1b-87c47358dcb7 req-b45d4007-1533-45ad-9598-60a83ee63db6 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 984 time: 0.1077356 Mar 16 00:37:08.619343 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-6a943658-91b1-4c46-ad69-a5207d89f0ec tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:08.621196 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-6a943658-91b1-4c46-ad69-a5207d89f0ec tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.46 "GET /v2.0/networks?id=d2dff86c-7c3f-4a04-a8eb-499a78756e53 HTTP/1.1" status: 200 len: 817 time: 0.1537907 Mar 16 00:37:08.642773 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1b28200d-47a1-41e4-ae1b-87c47358dcb7 req-82ae34de-758e-462b-9e99-dd2da5beee2a tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6e80e45-1dc9-4234-beff-d3e9e5a97f11&id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0985014 Mar 16 00:37:08.695207 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-dd13e269-8ec5-484a-8e83-895f263dabb7 req-f8852a41-ef43-4292-8a08-c396eb2b25a8 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 210 time: 0.0284851 Mar 16 00:37:08.701717 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-835821e5-9f5e-4330-ad47-71d5da58bb0f tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9757ece4998543cd903bcd45f5938e73 HTTP/1.1" status: 200 len: 380 time: 0.0704999 Mar 16 00:37:08.715099 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-f2b574be-b917-41b4-b57f-2b4d2dbddb06 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Request body: {'port': {'device_id': 'fbf2e512-2521-4321-ae5a-520084f0a61d', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'admin_state_up': True, 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'security_groups': ['db3d4eb5-5cbe-47f7-a6eb-b31068d3770a']}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:37:08.823067 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-f2b574be-b917-41b4-b57f-2b4d2dbddb06 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Made reservation on behalf of 9757ece4998543cd903bcd45f5938e73 for: {'port': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:37:08.826559 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-f2b574be-b917-41b4-b57f-2b4d2dbddb06 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:08.949441 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-f2b574be-b917-41b4-b57f-2b4d2dbddb06 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Allocated IP 172.20.0.11 (d2dff86c-7c3f-4a04-a8eb-499a78756e53/b5bae3d1-615a-4037-9a7b-190e549a5881/e413aca7-a1b0-4072-b5b7-3fd54d35176f) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:37:09.097996 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-f2b574be-b917-41b4-b57f-2b4d2dbddb06 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:09.133733 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-f2b574be-b917-41b4-b57f-2b4d2dbddb06 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:09.178623 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-f2b574be-b917-41b4-b57f-2b4d2dbddb06 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Network d2dff86c-7c3f-4a04-a8eb-499a78756e53 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:37:09.181795 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-f2b574be-b917-41b4-b57f-2b4d2dbddb06 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:37:09.185404 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-f2b574be-b917-41b4-b57f-2b4d2dbddb06 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:37:09.191928 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b574be-b917-41b4-b57f-2b4d2dbddb06 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Pushing event updated for resources: {'Port': ['ID=e413aca7-a1b0-4072-b5b7-3fd54d35176f,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:09.243060 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-f2b574be-b917-41b4-b57f-2b4d2dbddb06 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:09.243677 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-f2b574be-b917-41b4-b57f-2b4d2dbddb06 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:09.259911 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-f2b574be-b917-41b4-b57f-2b4d2dbddb06 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5502560 Mar 16 00:37:09.272152 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] Request body: {'port': {'device_id': 'fbf2e512-2521-4321-ae5a-520084f0a61d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:37:09.336058 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:09.421631 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-c18f3c73-f532-40fd-9d2b-2e0c5392e70a None None] Provisioning complete for port e413aca7-a1b0-4072-b5b7-3fd54d35176f triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:37:09.422189 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-c18f3c73-f532-40fd-9d2b-2e0c5392e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:09.463263 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-c18f3c73-f532-40fd-9d2b-2e0c5392e70a None None] Port e413aca7-a1b0-4072-b5b7-3fd54d35176f cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:37:09.608201 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e413aca7-a1b0-4072-b5b7-3fd54d35176f {{(pid=109656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:37:09.616078 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] Publish callbacks [] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:09.627503 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.provisioning_blocks [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] Transition to ACTIVE for port object e413aca7-a1b0-4072-b5b7-3fd54d35176f will not be triggered until provisioned by entity L2. {{(pid=109656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 00:37:09.631307 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:09.683802 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] Pushing event updated for resources: {'Port': ['ID=e413aca7-a1b0-4072-b5b7-3fd54d35176f,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:09.789220 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] Attempting to bind port e413aca7-a1b0-4072-b5b7-3fd54d35176f on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:37:09.789591 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] Attempting to bind port e413aca7-a1b0-4072-b5b7-3fd54d35176f by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'e2963d80-a420-4b1b-bd31-7a4b6c97dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53'}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:37:09.789930 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] Attempting to bind port e413aca7-a1b0-4072-b5b7-3fd54d35176f on network d2dff86c-7c3f-4a04-a8eb-499a78756e53 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:37:09.804060 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08447a43-4dce-4dd4-a9b9-d9aa93749e21 req-8ad12585-02b5-443e-8c0e-68659e7e078f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:09.805712 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-08447a43-4dce-4dd4-a9b9-d9aa93749e21 req-8ad12585-02b5-443e-8c0e-68659e7e078f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 984 time: 0.0861192 Mar 16 00:37:09.806898 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] Port e413aca7-a1b0-4072-b5b7-3fd54d35176f on network d2dff86c-7c3f-4a04-a8eb-499a78756e53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 00:37:09.807226 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] Attempting to bind port e413aca7-a1b0-4072-b5b7-3fd54d35176f on network d2dff86c-7c3f-4a04-a8eb-499a78756e53 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:37:09.814704 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] Checking agent: {'id': 'b9d601fa-f980-49b0-9520-143ebd33322f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'started_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:37:09.815305 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] Checking segment: {'id': 'e2963d80-a420-4b1b-bd31-7a4b6c97dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:37:09.815693 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] Bound using segment: {'id': 'e2963d80-a420-4b1b-bd31-7a4b6c97dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53'} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:37:09.816134 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] Bound port: e413aca7-a1b0-4072-b5b7-3fd54d35176f, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2963d80-a420-4b1b-bd31-7a4b6c97dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53'}}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:37:09.816497 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:09.840162 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b39289-d2ea-4e65-8eba-f7ecdd670866 req-d27ef0cf-85a7-4d7b-a441-e085399c2af4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:09.841837 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b4b39289-d2ea-4e65-8eba-f7ecdd670866 req-d27ef0cf-85a7-4d7b-a441-e085399c2af4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 944 time: 0.0636573 Mar 16 00:37:09.897337 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b4b39289-d2ea-4e65-8eba-f7ecdd670866 req-ad7450d3-9470-4005-b77a-fd40c3691ba0 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471125 Mar 16 00:37:09.921360 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-08447a43-4dce-4dd4-a9b9-d9aa93749e21 req-dbd13134-8bf8-4390-b9bc-87df084f803b tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6e80e45-1dc9-4234-beff-d3e9e5a97f11&id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1078722 Mar 16 00:37:09.926661 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] For port e413aca7-a1b0-4072-b5b7-3fd54d35176f, host hv-cinder-83124, cleared binding levels {{(pid=109656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:37:09.930870 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] For port e413aca7-a1b0-4072-b5b7-3fd54d35176f, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e413aca7-a1b0-4072-b5b7-3fd54d35176f,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:37:09.943997 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:09.980300 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:09.980910 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:09.982323 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] 10.222.0.46 "PUT /v2.0/ports/e413aca7-a1b0-4072-b5b7-3fd54d35176f HTTP/1.1" status: 200 len: 1094 time: 0.7149844 Mar 16 00:37:09.982764 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf2e512-2521-4321-ae5a-520084f0a61d', 'tag': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:37:09.985000 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c0ab49-5718-4251-8e34-09bcd92de528" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf2e512-2521-4321-ae5a-520084f0a61d", "tag": "e413aca7-a1b0-4072-b5b7-3fd54d35176f"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:37:10.010176 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ca6b9-8b4b-4600-9eb1-3fe7bd368876 service neutron] Pushing event updated for resources: {'Port': ['ID=e413aca7-a1b0-4072-b5b7-3fd54d35176f,revision_number=3']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:10.040317 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275b8e53-7332-410d-b0e4-74ff878e36e4 x-openstack-request-id: req-275b8e53-7332-410d-b0e4-74ff878e36e4 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:37:10.040607 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf2e512-2521-4321-ae5a-520084f0a61d", "tag": "e413aca7-a1b0-4072-b5b7-3fd54d35176f", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:37:10.040868 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-275b8e53-7332-410d-b0e4-74ff878e36e4 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:37:10.041264 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf2e512-2521-4321-ae5a-520084f0a61d', 'tag': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f', 'status': 'completed', 'code': 200} Mar 16 00:37:10.082566 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-10db6581-7bc0-4649-9cde-8aad2cecf0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:10.084765 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-10db6581-7bc0-4649-9cde-8aad2cecf0f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9757ece4998543cd903bcd45f5938e73&device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 1128 time: 0.0539052 Mar 16 00:37:10.126588 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-5dc5b937-3283-43ea-8c85-761e5cce3419 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e413aca7-a1b0-4072-b5b7-3fd54d35176f HTTP/1.1" status: 200 len: 217 time: 0.0349624 Mar 16 00:37:10.178130 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-9a12331a-f957-4982-ab6f-318d78a541b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:10.179617 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-9a12331a-f957-4982-ab6f-318d78a541b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b5bae3d1-615a-4037-9a7b-190e549a5881 HTTP/1.1" status: 200 len: 856 time: 0.0452673 Mar 16 00:37:10.235276 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-f031334d-4c8d-44da-a5d2-1bd1c0c37006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:10.236683 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-f031334d-4c8d-44da-a5d2-1bd1c0c37006 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2dff86c-7c3f-4a04-a8eb-499a78756e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501449 Mar 16 00:37:10.326011 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-da53984b-1ab2-4508-9674-44ffb4a505b9 service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823402 Mar 16 00:37:10.418213 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61efb1be-b16e-4f8b-abf4-ddd73f2b7784 req-27c3aa2e-9fbe-4899-aa9a-ce46a52154dd service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861833 Mar 16 00:37:10.513590 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0ab49-5718-4251-8e34-09bcd92de528 req-a188f1a3-120a-4460-b321-a82eb930edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:10.515086 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-79c0ab49-5718-4251-8e34-09bcd92de528 req-a188f1a3-120a-4460-b321-a82eb930edcb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9757ece4998543cd903bcd45f5938e73&device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 1128 time: 0.0470607 Mar 16 00:37:10.615017 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0ab49-5718-4251-8e34-09bcd92de528 req-cda0aac4-626f-420c-9312-a9045c1d2d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:10.616549 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-79c0ab49-5718-4251-8e34-09bcd92de528 req-cda0aac4-626f-420c-9312-a9045c1d2d6b service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2dff86c-7c3f-4a04-a8eb-499a78756e53 HTTP/1.1" status: 200 len: 918 time: 0.0953143 Mar 16 00:37:10.661043 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-79c0ab49-5718-4251-8e34-09bcd92de528 req-b741c0d6-250f-4528-aaaf-2b58a103b933 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e413aca7-a1b0-4072-b5b7-3fd54d35176f HTTP/1.1" status: 200 len: 217 time: 0.0378323 Mar 16 00:37:10.710361 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0ab49-5718-4251-8e34-09bcd92de528 req-7b3d6901-1db2-4a62-b4cf-02cf6eb951f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:10.711882 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-79c0ab49-5718-4251-8e34-09bcd92de528 req-7b3d6901-1db2-4a62-b4cf-02cf6eb951f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b5bae3d1-615a-4037-9a7b-190e549a5881 HTTP/1.1" status: 200 len: 856 time: 0.0451729 Mar 16 00:37:10.760519 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0ab49-5718-4251-8e34-09bcd92de528 req-5691eb93-3893-420b-9141-d770e08e0cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:10.762597 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-79c0ab49-5718-4251-8e34-09bcd92de528 req-5691eb93-3893-420b-9141-d770e08e0cc3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2dff86c-7c3f-4a04-a8eb-499a78756e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446498 Mar 16 00:37:10.855742 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-79c0ab49-5718-4251-8e34-09bcd92de528 req-2471eb8c-4f50-4efd-827f-a5b66c6c4d47 service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860968 Mar 16 00:37:10.947899 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-79c0ab49-5718-4251-8e34-09bcd92de528 req-a6b8bc52-0d02-4b78-8ec9-ae10d9070290 service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850666 Mar 16 00:37:11.020098 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f04ba-1fce-4e33-b91a-c31309580567 req-53a8ebf5-6ad0-48ba-a433-62b2da3b80c5 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:11.021615 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ba0f04ba-1fce-4e33-b91a-c31309580567 req-53a8ebf5-6ad0-48ba-a433-62b2da3b80c5 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 944 time: 0.0538192 Mar 16 00:37:11.044875 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff74571-33b0-4cb9-b31a-c009812c6cc5 req-6d68c8c9-98b1-43f2-a063-28de98a5aa7c tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:11.046401 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-fff74571-33b0-4cb9-b31a-c009812c6cc5 req-6d68c8c9-98b1-43f2-a063-28de98a5aa7c tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 984 time: 0.0538752 Mar 16 00:37:11.073018 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ba0f04ba-1fce-4e33-b91a-c31309580567 req-0fa19755-102c-4412-b452-f7aeef021ea1 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452490 Mar 16 00:37:11.111395 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-fff74571-33b0-4cb9-b31a-c009812c6cc5 req-15853a66-4044-42ce-a129-1309a129690e tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6e80e45-1dc9-4234-beff-d3e9e5a97f11&id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592167 Mar 16 00:37:12.199076 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3ff19-2dcf-4338-bb52-b24563c85424 req-8c7698ea-a79b-4327-aead-f9048818257c tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:12.200588 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-79a3ff19-2dcf-4338-bb52-b24563c85424 req-8c7698ea-a79b-4327-aead-f9048818257c tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 944 time: 0.0531411 Mar 16 00:37:12.233925 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2416a-769d-4cb6-a1f8-bb08784687e9 req-1079161d-9e43-49c8-bdeb-6d82a9563f3d tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:12.235565 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ebb2416a-769d-4cb6-a1f8-bb08784687e9 req-1079161d-9e43-49c8-bdeb-6d82a9563f3d tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 984 time: 0.0529644 Mar 16 00:37:12.246978 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-79a3ff19-2dcf-4338-bb52-b24563c85424 req-72edad16-5985-4cf2-8f63-e7e50a36d6d2 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404716 Mar 16 00:37:12.298524 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ebb2416a-769d-4cb6-a1f8-bb08784687e9 req-aa1623d2-9978-4daf-9568-afdd6184a1db tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6e80e45-1dc9-4234-beff-d3e9e5a97f11&id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561976 Mar 16 00:37:12.587000 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device e413aca7-a1b0-4072-b5b7-3fd54d35176f details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:37:12.681134 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port e413aca7-a1b0-4072-b5b7-3fd54d35176f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e413aca7-a1b0-4072-b5b7-3fd54d35176f,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:37:12.696435 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'port_id': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f', 'mac_address': 'fa:16:3e:ea:fe:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:37:12.736804 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port e413aca7-a1b0-4072-b5b7-3fd54d35176f is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:37:12.737201 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:12.749856 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e413aca7-a1b0-4072-b5b7-3fd54d35176f {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:37:12.768788 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port e413aca7-a1b0-4072-b5b7-3fd54d35176f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e413aca7-a1b0-4072-b5b7-3fd54d35176f,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:37:12.773124 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:12.818786 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=e413aca7-a1b0-4072-b5b7-3fd54d35176f,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:12.825694 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:12.826049 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:12.826398 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:12.826741 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:12.827085 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:12.827421 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:12.827752 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:12.828082 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:12.828411 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:12.828746 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:12.829078 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:12.829408 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:12.829757 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:12.830084 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:12.830408 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:13.044505 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['e413aca7-a1b0-4072-b5b7-3fd54d35176f'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:37:13.372627 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085e61d-1227-4ceb-89e9-30c2bf170fc5 req-ffeac59c-7b5c-483b-bcaa-d370ef53585d tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:13.374430 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9085e61d-1227-4ceb-89e9-30c2bf170fc5 req-ffeac59c-7b5c-483b-bcaa-d370ef53585d tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 945 time: 0.0557456 Mar 16 00:37:13.427287 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9085e61d-1227-4ceb-89e9-30c2bf170fc5 req-9774ebb0-4417-46c9-bb1d-1757cbe19bfe tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449100 Mar 16 00:37:13.428138 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb73b91-6e62-4d92-8ddf-237a7e4474e0 req-86ac21c1-0fad-4c22-9963-82b05a9b4314 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:13.430766 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1bb73b91-6e62-4d92-8ddf-237a7e4474e0 req-86ac21c1-0fad-4c22-9963-82b05a9b4314 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 984 time: 0.0579376 Mar 16 00:37:13.490028 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1bb73b91-6e62-4d92-8ddf-237a7e4474e0 req-a6cb8f8c-8381-46b9-8cf3-ea6bdf3cdbc5 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6e80e45-1dc9-4234-beff-d3e9e5a97f11&id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545053 Mar 16 00:37:14.561014 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994629d-0f82-442c-9626-3e79e45d9a70 req-37f9569b-e2d0-4d76-88b2-8d6311f08eac tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:14.562537 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1994629d-0f82-442c-9626-3e79e45d9a70 req-37f9569b-e2d0-4d76-88b2-8d6311f08eac tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 945 time: 0.0559199 Mar 16 00:37:14.599459 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device e413aca7-a1b0-4072-b5b7-3fd54d35176f up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:37:14.611556 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1994629d-0f82-442c-9626-3e79e45d9a70 req-9cf444cd-7929-4ed3-86bd-4e560a260249 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427477 Mar 16 00:37:14.617119 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78970df-51db-4f79-989b-a82e568563bf req-15ea8903-3b61-43ec-b8ba-4d8b9bf18b70 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:14.618529 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e78970df-51db-4f79-989b-a82e568563bf req-15ea8903-3b61-43ec-b8ba-4d8b9bf18b70 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 984 time: 0.0595384 Mar 16 00:37:14.648596 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning for port e413aca7-a1b0-4072-b5b7-3fd54d35176f completed by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 00:37:14.652452 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port e413aca7-a1b0-4072-b5b7-3fd54d35176f triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:37:14.652827 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:14.682049 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e78970df-51db-4f79-989b-a82e568563bf req-f87886de-5eda-4434-8885-cbece6ef1177 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6e80e45-1dc9-4234-beff-d3e9e5a97f11&id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554528 Mar 16 00:37:14.735232 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port e413aca7-a1b0-4072-b5b7-3fd54d35176f is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:37:14.735626 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:14.767876 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf2e512-2521-4321-ae5a-520084f0a61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:37:14.770253 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e742022f-be50-484b-b79e-852284207ac1" -d '{"events": [{"server_uuid": "fbf2e512-2521-4321-ae5a-520084f0a61d", "name": "network-vif-plugged", "status": "completed", "tag": "e413aca7-a1b0-4072-b5b7-3fd54d35176f"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:37:14.783241 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port e413aca7-a1b0-4072-b5b7-3fd54d35176f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e413aca7-a1b0-4072-b5b7-3fd54d35176f,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:37:14.787484 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:14.810010 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b10000-0e94-477a-9393-ffffd459c575 x-openstack-request-id: req-12b10000-0e94-477a-9393-ffffd459c575 {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:37:14.810306 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf2e512-2521-4321-ae5a-520084f0a61d", "name": "network-vif-plugged", "status": "completed", "tag": "e413aca7-a1b0-4072-b5b7-3fd54d35176f", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:37:14.810561 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12b10000-0e94-477a-9393-ffffd459c575 {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:37:14.810952 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf2e512-2521-4321-ae5a-520084f0a61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f', 'code': 200} Mar 16 00:37:14.836651 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=e413aca7-a1b0-4072-b5b7-3fd54d35176f,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:14.975869 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb29d1f-33b0-4146-9c3a-0f99f3fb5a77 req-f52d855b-68fd-4b81-b3f4-b14bc48e0baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:14.977532 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1eb29d1f-33b0-4146-9c3a-0f99f3fb5a77 req-f52d855b-68fd-4b81-b3f4-b14bc48e0baa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 1130 time: 0.0428236 Mar 16 00:37:15.024345 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1eb29d1f-33b0-4146-9c3a-0f99f3fb5a77 req-1f1f8dc4-b49b-41a1-adaf-162b6d6f7d58 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407877 Mar 16 00:37:15.738543 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc0830-209d-4ef3-af4c-1feb8229eb72 req-dcc3d957-e29d-4770-941b-6bccf5b9d9f0 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:15.740589 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-efdc0830-209d-4ef3-af4c-1feb8229eb72 req-dcc3d957-e29d-4770-941b-6bccf5b9d9f0 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0566981 Mar 16 00:37:15.795391 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-efdc0830-209d-4ef3-af4c-1feb8229eb72 req-5c72d69b-cb5a-4ac3-b4f8-84c80ae5d7a6 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492275 Mar 16 00:37:15.806133 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af75f3-3b88-4b82-a61f-f55d630c4fcf req-b53651d0-9b27-4987-92d8-9da0d4b7e450 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:15.807621 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-05af75f3-3b88-4b82-a61f-f55d630c4fcf req-b53651d0-9b27-4987-92d8-9da0d4b7e450 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 984 time: 0.0574269 Mar 16 00:37:15.867695 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-05af75f3-3b88-4b82-a61f-f55d630c4fcf req-8be6b2e6-a92e-47d7-b8b9-c732409c6576 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6e80e45-1dc9-4234-beff-d3e9e5a97f11&id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527856 Mar 16 00:37:16.919731 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903c647-2a8f-47e7-a86f-6f11f814659f req-66b60b89-5414-4321-a02a-f2d2cf31f3ed tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:16.921245 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d903c647-2a8f-47e7-a86f-6f11f814659f req-66b60b89-5414-4321-a02a-f2d2cf31f3ed tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0546701 Mar 16 00:37:16.977883 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d903c647-2a8f-47e7-a86f-6f11f814659f req-1f7c6c70-22fc-444b-b9df-ce30085b6aed tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511119 Mar 16 00:37:16.983995 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df3658-6f83-46f4-90f1-35aa8e66c5ac req-3baf548e-6d65-4593-9ca3-758c9a04904f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:16.985471 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f5df3658-6f83-46f4-90f1-35aa8e66c5ac req-3baf548e-6d65-4593-9ca3-758c9a04904f tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 984 time: 0.0526590 Mar 16 00:37:17.053960 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f5df3658-6f83-46f4-90f1-35aa8e66c5ac req-ed7ba373-a5d0-466a-b0a0-a29dcf2523f2 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6e80e45-1dc9-4234-beff-d3e9e5a97f11&id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627115 Mar 16 00:37:17.097990 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e6716-e995-4953-9aff-8a719e45f4e0 req-c10e02c2-5b96-40ff-8783-cc4bf54e6d66 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:17.099960 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-639e6716-e995-4953-9aff-8a719e45f4e0 req-c10e02c2-5b96-40ff-8783-cc4bf54e6d66 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0539114 Mar 16 00:37:17.108404 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33132) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:37:17.112726 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-1094b82b-7649-45b3-b51d-5e63d73eb144 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Request body: {'floatingip': {'port_id': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:37:17.150556 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1094b82b-7649-45b3-b51d-5e63d73eb144 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for floatingip (ab2589b3-184e-4742-9cf2-a8680356b6a4), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:17.572266 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1094b82b-7649-45b3-b51d-5e63d73eb144 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:17.575981 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1094b82b-7649-45b3-b51d-5e63d73eb144 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (ab2589b3-184e-4742-9cf2-a8680356b6a4), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:17.678105 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.db.l3_db [None req-1094b82b-7649-45b3-b51d-5e63d73eb144 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Floating IP ab2589b3-184e-4742-9cf2-a8680356b6a4 associated. External IP: 172.27.2.120, port: e413aca7-a1b0-4072-b5b7-3fd54d35176f. Mar 16 00:37:18.114378 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1094b82b-7649-45b3-b51d-5e63d73eb144 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Router 0f1585d1-b60f-4815-95e4-b4c9df7732ea has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:37:18.174531 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfaf4c5-0f34-46a5-8bac-23fde382e2a6 req-921d8a2d-e33c-4271-af5b-6db95215f88a tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:18.176028 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bcfaf4c5-0f34-46a5-8bac-23fde382e2a6 req-921d8a2d-e33c-4271-af5b-6db95215f88a tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 984 time: 0.0527728 Mar 16 00:37:18.229588 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1094b82b-7649-45b3-b51d-5e63d73eb144 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:37:18.234481 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1094b82b-7649-45b3-b51d-5e63d73eb144 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:18.240686 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032fca29-d13b-4855-818d-8e00b86b469a None None] Sync routers for ids ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:37:18.242100 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bcfaf4c5-0f34-46a5-8bac-23fde382e2a6 req-2dcc7c2f-a76a-4b16-9c77-182778b3c7e7 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6e80e45-1dc9-4234-beff-d3e9e5a97f11&id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596032 Mar 16 00:37:18.252096 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032fca29-d13b-4855-818d-8e00b86b469a None None] Routers {'0f1585d1-b60f-4815-95e4-b4c9df7732ea'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:37:18.252859 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-032fca29-d13b-4855-818d-8e00b86b469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:36:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:37:18.268329 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-1094b82b-7649-45b3-b51d-5e63d73eb144 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "PUT /v2.0/floatingips/ab2589b3-184e-4742-9cf2-a8680356b6a4 HTTP/1.1" status: 200 len: 992 time: 1.1588573 Mar 16 00:37:18.268929 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf2e512-2521-4321-ae5a-520084f0a61d', 'tag': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f'}] {{(pid=109655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:37:18.271337 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df82934b303eb2c65d5363c89017506e4207af41f0fc796505a1ca2b23a59d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58621eef-0f16-4de6-924a-e2541d14a383" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf2e512-2521-4321-ae5a-520084f0a61d", "tag": "e413aca7-a1b0-4072-b5b7-3fd54d35176f"}]}' {{(pid=109655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:37:18.309711 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f867c7e-d27b-4e0a-9aa3-ea7507852fe3 x-openstack-request-id: req-5f867c7e-d27b-4e0a-9aa3-ea7507852fe3 {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:37:18.310038 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf2e512-2521-4321-ae5a-520084f0a61d", "tag": "e413aca7-a1b0-4072-b5b7-3fd54d35176f", "status": "completed", "code": 200}]} {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:37:18.310357 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f867c7e-d27b-4e0a-9aa3-ea7507852fe3 {{(pid=109655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:37:18.310822 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf2e512-2521-4321-ae5a-520084f0a61d', 'tag': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f', 'status': 'completed', 'code': 200} Mar 16 00:37:18.370247 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-032fca29-d13b-4855-818d-8e00b86b469a None None] Set router 0f1585d1-b60f-4815-95e4-b4c9df7732ea gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:37:18.377800 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58621eef-0f16-4de6-924a-e2541d14a383 req-9c94e001-6615-49ed-918d-64f5b4ff9776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:18.379433 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-58621eef-0f16-4de6-924a-e2541d14a383 req-9c94e001-6615-49ed-918d-64f5b4ff9776 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9757ece4998543cd903bcd45f5938e73&device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 1130 time: 0.0443206 Mar 16 00:37:18.473790 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58621eef-0f16-4de6-924a-e2541d14a383 req-4413699a-8ecc-40b6-8524-67de80334f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:18.475267 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-58621eef-0f16-4de6-924a-e2541d14a383 req-4413699a-8ecc-40b6-8524-67de80334f22 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2dff86c-7c3f-4a04-a8eb-499a78756e53 HTTP/1.1" status: 200 len: 918 time: 0.0898714 Mar 16 00:37:18.558354 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-58621eef-0f16-4de6-924a-e2541d14a383 req-ad6a2db3-2493-47ea-b73c-016b4c0c2160 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e413aca7-a1b0-4072-b5b7-3fd54d35176f HTTP/1.1" status: 200 len: 1000 time: 0.0751994 Mar 16 00:37:18.606835 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58621eef-0f16-4de6-924a-e2541d14a383 req-61018b70-9f8d-4e76-bc49-25f7facc1e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:18.608284 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-58621eef-0f16-4de6-924a-e2541d14a383 req-61018b70-9f8d-4e76-bc49-25f7facc1e2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b5bae3d1-615a-4037-9a7b-190e549a5881 HTTP/1.1" status: 200 len: 856 time: 0.0432100 Mar 16 00:37:18.659505 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58621eef-0f16-4de6-924a-e2541d14a383 req-13e76288-2d1d-46ae-88d5-61c1b555b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:18.661006 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-58621eef-0f16-4de6-924a-e2541d14a383 req-13e76288-2d1d-46ae-88d5-61c1b555b2e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2dff86c-7c3f-4a04-a8eb-499a78756e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429459 Mar 16 00:37:18.722416 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-032fca29-d13b-4855-818d-8e00b86b469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-router', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:55Z', 'revision_number': 4, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'gw_port': {'id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': 'ab2589b3-184e-4742-9cf2-a8680356b6a4', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'floating_ip_address': '172.27.2.120', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'port_id': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'mac_address': 'fa:16:3e:ea:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf2e512-2521-4321-ae5a-520084f0a61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:37:06Z', 'updated_at': '2022-03-16T00:37:17Z', 'revision_number': 1, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b95ac9c-2ca3-4825-96e4-fd970a08f142', 'name': '', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'mac_address': 'fa:16:3e:4f:b9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:54Z', 'updated_at': '2022-03-16T00:33:02Z', 'revision_number': 5, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'subnets': [{'id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:37:18.751874 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032fca29-d13b-4855-818d-8e00b86b469a None None] Checking router: 0f1585d1-b60f-4815-95e4-b4c9df7732ea for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:37:18.754349 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-58621eef-0f16-4de6-924a-e2541d14a383 req-a1a429ff-5681-41c8-a0c5-ea76ef37d053 service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856249 Mar 16 00:37:18.760368 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032fca29-d13b-4855-818d-8e00b86b469a None None] Routers {'0f1585d1-b60f-4815-95e4-b4c9df7732ea'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:37:18.760979 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-032fca29-d13b-4855-818d-8e00b86b469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:36:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:37:18.845651 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-58621eef-0f16-4de6-924a-e2541d14a383 req-d16c82b7-447f-4075-b537-df5dbca484c6 service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847583 Mar 16 00:37:18.877754 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-032fca29-d13b-4855-818d-8e00b86b469a None None] Set router 0f1585d1-b60f-4815-95e4-b4c9df7732ea gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:37:19.101024 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-032fca29-d13b-4855-818d-8e00b86b469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-router', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:55Z', 'revision_number': 4, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'gw_port': {'id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': 'ab2589b3-184e-4742-9cf2-a8680356b6a4', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'floating_ip_address': '172.27.2.120', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'port_id': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'mac_address': 'fa:16:3e:ea:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf2e512-2521-4321-ae5a-520084f0a61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:37:06Z', 'updated_at': '2022-03-16T00:37:17Z', 'revision_number': 1, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b95ac9c-2ca3-4825-96e4-fd970a08f142', 'name': '', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'mac_address': 'fa:16:3e:4f:b9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:54Z', 'updated_at': '2022-03-16T00:33:02Z', 'revision_number': 5, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'subnets': [{'id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:37:19.128634 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032fca29-d13b-4855-818d-8e00b86b469a None None] The sync data for ids ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'] in dv-cinder-831247-13-iscsi is: [{'id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-router', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:55Z', 'revision_number': 4, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'gw_port': {'id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': 'ab2589b3-184e-4742-9cf2-a8680356b6a4', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'floating_ip_address': '172.27.2.120', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'port_id': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'mac_address': 'fa:16:3e:ea:fe:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf2e512-2521-4321-ae5a-520084f0a61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:37:06Z', 'updated_at': '2022-03-16T00:37:17Z', 'revision_number': 1, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b95ac9c-2ca3-4825-96e4-fd970a08f142', 'name': '', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'mac_address': 'fa:16:3e:4f:b9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:54Z', 'updated_at': '2022-03-16T00:33:02Z', 'revision_number': 5, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'subnets': [{'id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:37:19.342833 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9527f685-bc4d-4305-818e-e6f0d579e8d2 None None] New status for floating IP ab2589b3-184e-4742-9cf2-a8680356b6a4: ACTIVE {{(pid=109658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:37:19.366795 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc18c9-4251-489a-96a4-319729c979f7 req-7f4bfeef-ee05-4a26-9460-0e3f95c2d04b tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:19.367477 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-41cc18c9-4251-489a-96a4-319729c979f7 req-7f4bfeef-ee05-4a26-9460-0e3f95c2d04b tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 984 time: 0.0600989 Mar 16 00:37:19.428264 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-41cc18c9-4251-489a-96a4-319729c979f7 req-3c7bd667-3ac4-4187-968d-ce490e802148 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6e80e45-1dc9-4234-beff-d3e9e5a97f11&id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539777 Mar 16 00:37:19.980738 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-f6261329-d3b0-4b40-ad99-d35d88135545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:20.553323 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feb965-fa8b-4ebd-a298-e28e8eba3131 req-a62005e8-ba64-4bdb-a3a7-954b247442c6 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:20.554784 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b3feb965-fa8b-4ebd-a298-e28e8eba3131 req-a62005e8-ba64-4bdb-a3a7-954b247442c6 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 984 time: 0.0551779 Mar 16 00:37:20.617464 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b3feb965-fa8b-4ebd-a298-e28e8eba3131 req-e1194c1e-63cd-4edd-96f1-5f916a0095d0 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6e80e45-1dc9-4234-beff-d3e9e5a97f11&id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566254 Mar 16 00:37:21.736427 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c423e-b171-44c2-b2e1-5d9a8782f04a req-01e36724-ce70-4561-868c-7e2b0b365e37 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:21.737922 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5e8c423e-b171-44c2-b2e1-5d9a8782f04a req-01e36724-ce70-4561-868c-7e2b0b365e37 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 984 time: 0.0517874 Mar 16 00:37:21.796371 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5e8c423e-b171-44c2-b2e1-5d9a8782f04a req-6e69714e-c2c5-456c-8717-250b9a386828 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6e80e45-1dc9-4234-beff-d3e9e5a97f11&id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528827 Mar 16 00:37:22.311292 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e4e7f137-c422-4aa1-9b1d-b2d620e3ce01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:22.913251 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9199f-ca1c-4528-b26e-a1e641529af8 req-52e2d74c-4b87-416d-bfb5-69b0c8b10067 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:22.914768 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9df9199f-ca1c-4528-b26e-a1e641529af8 req-52e2d74c-4b87-416d-bfb5-69b0c8b10067 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 984 time: 0.0518286 Mar 16 00:37:22.929263 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:22.976496 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9df9199f-ca1c-4528-b26e-a1e641529af8 req-b3ecd93a-6c1f-4bd5-b99a-776eef2aeff0 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6e80e45-1dc9-4234-beff-d3e9e5a97f11&id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560637 Mar 16 00:37:23.581479 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:24.810370 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:37:24.984894 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:26.348225 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:27.139410 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33208) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:37:27.244194 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9ed95a7e-3e4b-4341-a1c7-979b7e8c80f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:27.319697 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9ed95a7e-3e4b-4341-a1c7-979b7e8c80f7 admin admin] Publish callbacks [] for security_group (283010c8-0127-42e1-99ca-d6d623d187c3), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:27.324580 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9ed95a7e-3e4b-4341-a1c7-979b7e8c80f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (283010c8-0127-42e1-99ca-d6d623d187c3), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:27.361703 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-9ed95a7e-3e4b-4341-a1c7-979b7e8c80f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=10e784923bdd412083a1f82ee47dc8c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211726 Mar 16 00:37:27.362540 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed95a7e-3e4b-4341-a1c7-979b7e8c80f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283010c8-0127-42e1-99ca-d6d623d187c3,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:27.365079 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 33212) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:37:27.413183 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2468f5df-ac69-49bd-8f90-50146f9f620a admin admin] Publish callbacks [] for security_group (283010c8-0127-42e1-99ca-d6d623d187c3), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:27.433647 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2468f5df-ac69-49bd-8f90-50146f9f620a admin admin] Publish callbacks [] for security_group (283010c8-0127-42e1-99ca-d6d623d187c3), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:27.481404 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2468f5df-ac69-49bd-8f90-50146f9f620a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (283010c8-0127-42e1-99ca-d6d623d187c3), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:27.484122 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2468f5df-ac69-49bd-8f90-50146f9f620a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:27.485368 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-2468f5df-ac69-49bd-8f90-50146f9f620a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/283010c8-0127-42e1-99ca-d6d623d187c3 HTTP/1.1" status: 204 len: 168 time: 0.1187887 Mar 16 00:37:27.493643 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468f5df-ac69-49bd-8f90-50146f9f620a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283010c8-0127-42e1-99ca-d6d623d187c3,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:35.402592 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 33284) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:37:35.514995 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d87b8855-f1a7-4c8f-9ef1-f9e755db0a49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:35.588290 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d87b8855-f1a7-4c8f-9ef1-f9e755db0a49 admin admin] Publish callbacks [] for security_group (daa4864b-8198-4026-a346-873d99239d26), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:35.591952 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d87b8855-f1a7-4c8f-9ef1-f9e755db0a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (daa4864b-8198-4026-a346-873d99239d26), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:35.635624 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-d87b8855-f1a7-4c8f-9ef1-f9e755db0a49 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=307d10bc120f475ebfaa92e746579c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293899 Mar 16 00:37:35.635624 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b8855-f1a7-4c8f-9ef1-f9e755db0a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa4864b-8198-4026-a346-873d99239d26,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:35.636054 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33288) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:37:35.683578 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-cb18bbe7-2037-4cb7-a810-dc3a6cb4732d admin admin] Publish callbacks [] for security_group (daa4864b-8198-4026-a346-873d99239d26), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:35.704779 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-cb18bbe7-2037-4cb7-a810-dc3a6cb4732d admin admin] Publish callbacks [] for security_group (daa4864b-8198-4026-a346-873d99239d26), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:35.750096 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-cb18bbe7-2037-4cb7-a810-dc3a6cb4732d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (daa4864b-8198-4026-a346-873d99239d26), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:35.752724 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-cb18bbe7-2037-4cb7-a810-dc3a6cb4732d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:35.754480 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-cb18bbe7-2037-4cb7-a810-dc3a6cb4732d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/daa4864b-8198-4026-a346-873d99239d26 HTTP/1.1" status: 204 len: 168 time: 0.1168342 Mar 16 00:37:35.762165 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18bbe7-2037-4cb7-a810-dc3a6cb4732d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa4864b-8198-4026-a346-873d99239d26,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:49.982045 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-5d322e60-8fef-4850-8604-1b71e29a27f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:52.309816 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-28244356-bf00-4cf9-94ee-eef3a40905a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:52.950272 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:53.586610 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:53.682737 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-29abe671-c81d-45d5-a5b6-a355acc754c5 req-74f9f02a-7fc4-4a8a-9036-8c5d884dc736 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434334 Mar 16 00:37:53.749926 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abe671-c81d-45d5-a5b6-a355acc754c5 req-e6dfdcab-c057-4cfe-aed5-e0fac5574631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:53.751429 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-29abe671-c81d-45d5-a5b6-a355acc754c5 req-e6dfdcab-c057-4cfe-aed5-e0fac5574631 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=50c6c43ee5584543a4bb4b3c716fbaf8&device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 1168 time: 0.0460126 Mar 16 00:37:53.850464 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abe671-c81d-45d5-a5b6-a355acc754c5 req-643bf71a-953b-41ab-a30a-a8af14328eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:53.851915 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-29abe671-c81d-45d5-a5b6-a355acc754c5 req-643bf71a-953b-41ab-a30a-a8af14328eba service neutron] 10.222.0.46 "GET /v2.0/networks?id=c7f24b43-d8d5-4c07-970a-7de33dbfdaea HTTP/1.1" status: 200 len: 916 time: 0.0816479 Mar 16 00:37:53.917156 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-29abe671-c81d-45d5-a5b6-a355acc754c5 req-5b831d3c-3869-44c1-86be-e181b11a0ed8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32846da0-9187-4ea9-b69c-b3fa6f87dcf9 HTTP/1.1" status: 200 len: 1001 time: 0.0590515 Mar 16 00:37:53.963928 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abe671-c81d-45d5-a5b6-a355acc754c5 req-9e94ffe7-f8f7-40d1-a64c-251144caa038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:53.965238 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-29abe671-c81d-45d5-a5b6-a355acc754c5 req-9e94ffe7-f8f7-40d1-a64c-251144caa038 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fcc3f995-e5bf-40fe-a1d7-558859b9f842 HTTP/1.1" status: 200 len: 854 time: 0.0413938 Mar 16 00:37:54.015494 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abe671-c81d-45d5-a5b6-a355acc754c5 req-ad8cda4c-518e-439c-88df-188dcb148fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:54.017004 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-29abe671-c81d-45d5-a5b6-a355acc754c5 req-ad8cda4c-518e-439c-88df-188dcb148fe3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c7f24b43-d8d5-4c07-970a-7de33dbfdaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448358 Mar 16 00:37:54.104856 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-29abe671-c81d-45d5-a5b6-a355acc754c5 req-5f269da2-8987-4eea-ba1b-55b1e922394b service neutron] 10.222.0.46 "GET /v2.0/networks/c7f24b43-d8d5-4c07-970a-7de33dbfdaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810950 Mar 16 00:37:54.439129 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-29abe671-c81d-45d5-a5b6-a355acc754c5 req-322efae6-475a-412e-b02e-73ce36aa1121 service neutron] 10.222.0.46 "GET /v2.0/networks/c7f24b43-d8d5-4c07-970a-7de33dbfdaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281429 Mar 16 00:37:54.986739 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:56.349664 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:56.722034 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318d7ca-9962-46db-bbbd-27f1271c0702 req-a3d7d5aa-1c32-4122-95d6-02f6a87ab9ab tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:56.723534 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9318d7ca-9962-46db-bbbd-27f1271c0702 req-a3d7d5aa-1c32-4122-95d6-02f6a87ab9ab tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0548048 Mar 16 00:37:56.742737 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-53bb85a5-7183-450a-8d25-cf9e13e96aab req-b6540dd4-f9e1-401b-b629-07defbaecd41 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1889985840&fields=id&tenant_id=50c6c43ee5584543a4bb4b3c716fbaf8 HTTP/1.1" status: 200 len: 267 time: 0.1533883 Mar 16 00:37:56.770811 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9318d7ca-9962-46db-bbbd-27f1271c0702 req-7a907cc5-1412-40c2-bc47-8a83483896c4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416420 Mar 16 00:37:56.800939 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb85a5-7183-450a-8d25-cf9e13e96aab req-2196a1ac-59a2-4fdf-9790-132c3caea25d tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:56.802428 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-53bb85a5-7183-450a-8d25-cf9e13e96aab req-2196a1ac-59a2-4fdf-9790-132c3caea25d tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 984 time: 0.0544195 Mar 16 00:37:56.812772 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-53bb85a5-7183-450a-8d25-cf9e13e96aab req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Request body: {'port': {'security_groups': ['2c0c1d27-d146-40b0-9c41-611f8cd29851']}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:37:56.881223 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-53bb85a5-7183-450a-8d25-cf9e13e96aab req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:57.053825 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-53bb85a5-7183-450a-8d25-cf9e13e96aab req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] For port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=32846da0-9187-4ea9-b69c-b3fa6f87dcf9,segment=NetworkSegment(057864bc-2668-4675-ba4c-0c6c118b77f6),segment_id=057864bc-2668-4675-ba4c-0c6c118b77f6)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:37:57.081840 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-53bb85a5-7183-450a-8d25-cf9e13e96aab req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:57.087560 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-53bb85a5-7183-450a-8d25-cf9e13e96aab req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:57.099533 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['32846da0-9187-4ea9-b69c-b3fa6f87dcf9'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:37:57.133270 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb85a5-7183-450a-8d25-cf9e13e96aab req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:57.133954 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-53bb85a5-7183-450a-8d25-cf9e13e96aab req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:57.135392 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-53bb85a5-7183-450a-8d25-cf9e13e96aab req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "PUT /v2.0/ports/32846da0-9187-4ea9-b69c-b3fa6f87dcf9 HTTP/1.1" status: 200 len: 942 time: 0.3271601 Mar 16 00:37:57.143618 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33340) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:37:57.147903 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0088fd70-e764-46d4-9d83-ee666e28fa9d', 'tag': '32846da0-9187-4ea9-b69c-b3fa6f87dcf9'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:37:57.150232 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988a17c6-4fc2-46c2-86a5-8a61728b9ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "0088fd70-e764-46d4-9d83-ee666e28fa9d", "tag": "32846da0-9187-4ea9-b69c-b3fa6f87dcf9"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:37:57.173216 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Pushing event updated for resources: {'Port': ['ID=32846da0-9187-4ea9-b69c-b3fa6f87dcf9,revision_number=7']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:57.183980 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.184405 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.184695 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.185051 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.185391 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.185754 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.186093 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.186432 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.186763 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.187096 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.187686 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.188021 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.188355 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.188700 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.198128 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7eee07-6083-4132-a796-f4491ce9dd49 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.232343 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2b3af29e-3697-4fff-9469-473c7025f993 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group (c6e80e45-1dc9-4234-beff-d3e9e5a97f11), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:57.232858 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd44a04-fd18-4292-bcf9-7cc6ba788384 x-openstack-request-id: req-dcd44a04-fd18-4292-bcf9-7cc6ba788384 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:37:57.233159 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0088fd70-e764-46d4-9d83-ee666e28fa9d", "tag": "32846da0-9187-4ea9-b69c-b3fa6f87dcf9", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:37:57.233417 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dcd44a04-fd18-4292-bcf9-7cc6ba788384 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:37:57.233852 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0088fd70-e764-46d4-9d83-ee666e28fa9d', 'tag': '32846da0-9187-4ea9-b69c-b3fa6f87dcf9', 'status': 'completed', 'code': 200} Mar 16 00:37:57.249814 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['32846da0-9187-4ea9-b69c-b3fa6f87dcf9'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:37:57.265347 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2b3af29e-3697-4fff-9469-473c7025f993 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group (c6e80e45-1dc9-4234-beff-d3e9e5a97f11), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:57.291943 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a17c6-4fc2-46c2-86a5-8a61728b9ea1 req-dadd39fd-8a17-4119-80bb-d7d006d5ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:57.294309 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-988a17c6-4fc2-46c2-86a5-8a61728b9ea1 req-dadd39fd-8a17-4119-80bb-d7d006d5ca01 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=50c6c43ee5584543a4bb4b3c716fbaf8&device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 1129 time: 0.0559831 Mar 16 00:37:57.332774 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2b3af29e-3697-4fff-9469-473c7025f993 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (c6e80e45-1dc9-4234-beff-d3e9e5a97f11), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:57.335409 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2b3af29e-3697-4fff-9469-473c7025f993 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:57.336570 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-2b3af29e-3697-4fff-9469-473c7025f993 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "DELETE /v2.0/security-groups/c6e80e45-1dc9-4234-beff-d3e9e5a97f11 HTTP/1.1" status: 204 len: 168 time: 0.1915228 Mar 16 00:37:57.341340 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33344) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:37:57.357898 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3af29e-3697-4fff-9469-473c7025f993 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e80e45-1dc9-4234-beff-d3e9e5a97f11,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:57.397045 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3af29e-3697-4fff-9469-473c7025f993 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.397702 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3af29e-3697-4fff-9469-473c7025f993 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.398052 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3af29e-3697-4fff-9469-473c7025f993 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.398392 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3af29e-3697-4fff-9469-473c7025f993 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.398726 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3af29e-3697-4fff-9469-473c7025f993 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.399061 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3af29e-3697-4fff-9469-473c7025f993 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.399391 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3af29e-3697-4fff-9469-473c7025f993 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.399721 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3af29e-3697-4fff-9469-473c7025f993 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.400047 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3af29e-3697-4fff-9469-473c7025f993 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.400533 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3af29e-3697-4fff-9469-473c7025f993 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.400869 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3af29e-3697-4fff-9469-473c7025f993 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.401270 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3af29e-3697-4fff-9469-473c7025f993 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.401784 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3af29e-3697-4fff-9469-473c7025f993 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.402110 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3af29e-3697-4fff-9469-473c7025f993 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.402607 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3af29e-3697-4fff-9469-473c7025f993 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:37:57.405887 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a17c6-4fc2-46c2-86a5-8a61728b9ea1 req-f8cf12e9-2f6f-4682-8f2a-a22ba0377366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:57.407981 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-988a17c6-4fc2-46c2-86a5-8a61728b9ea1 req-f8cf12e9-2f6f-4682-8f2a-a22ba0377366 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c7f24b43-d8d5-4c07-970a-7de33dbfdaea HTTP/1.1" status: 200 len: 916 time: 0.1068070 Mar 16 00:37:57.446907 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-e034892e-f395-4235-97c0-0f8b4f559686 None None] Provisioning complete for port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:37:57.447432 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e034892e-f395-4235-97c0-0f8b4f559686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:57.491918 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-988a17c6-4fc2-46c2-86a5-8a61728b9ea1 req-c2a430e7-f1bf-473a-86ea-285512cb45c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32846da0-9187-4ea9-b69c-b3fa6f87dcf9 HTTP/1.1" status: 200 len: 1001 time: 0.0769076 Mar 16 00:37:57.536565 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-c41dceb0-b771-4970-b86b-6f91dee015cf tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Deleting port 42ed957f-1e2e-4a13-ba9d-106b4c86203b {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:37:57.536911 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c41dceb0-b771-4970-b86b-6f91dee015cf tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (42ed957f-1e2e-4a13-ba9d-106b4c86203b), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:57.540830 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a17c6-4fc2-46c2-86a5-8a61728b9ea1 req-89d3dfef-3de3-499b-a895-64a5cc669c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:57.542105 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-e034892e-f395-4235-97c0-0f8b4f559686 None None] Current status of the port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:37:57.542361 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-988a17c6-4fc2-46c2-86a5-8a61728b9ea1 req-89d3dfef-3de3-499b-a895-64a5cc669c1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fcc3f995-e5bf-40fe-a1d7-558859b9f842 HTTP/1.1" status: 200 len: 854 time: 0.0437264 Mar 16 00:37:57.592459 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a17c6-4fc2-46c2-86a5-8a61728b9ea1 req-c1c1beb6-47ba-4a66-989e-3a8bda26a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:57.594008 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-988a17c6-4fc2-46c2-86a5-8a61728b9ea1 req-c1c1beb6-47ba-4a66-989e-3a8bda26a84a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c7f24b43-d8d5-4c07-970a-7de33dbfdaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449977 Mar 16 00:37:57.616164 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c41dceb0-b771-4970-b86b-6f91dee015cf tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (42ed957f-1e2e-4a13-ba9d-106b4c86203b), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:57.616493 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c41dceb0-b771-4970-b86b-6f91dee015cf tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for floatingip (42ed957f-1e2e-4a13-ba9d-106b4c86203b), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:57.628561 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-c41dceb0-b771-4970-b86b-6f91dee015cf tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Calling delete_port for 42ed957f-1e2e-4a13-ba9d-106b4c86203b owned by network:floatingip {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:37:57.683317 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-988a17c6-4fc2-46c2-86a5-8a61728b9ea1 req-0a802f65-36ee-476e-8f84-6163354c8934 service neutron] 10.222.0.46 "GET /v2.0/networks/c7f24b43-d8d5-4c07-970a-7de33dbfdaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827491 Mar 16 00:37:57.772265 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-988a17c6-4fc2-46c2-86a5-8a61728b9ea1 req-2d9dfa00-5189-40bb-ba07-5c5dc6b360e9 service neutron] 10.222.0.46 "GET /v2.0/networks/c7f24b43-d8d5-4c07-970a-7de33dbfdaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823059 Mar 16 00:37:57.799689 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c41dceb0-b771-4970-b86b-6f91dee015cf tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (42ed957f-1e2e-4a13-ba9d-106b4c86203b), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:57.824949 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41dceb0-b771-4970-b86b-6f91dee015cf tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Pushing event deleted for resources: {'Port': ['ID=42ed957f-1e2e-4a13-ba9d-106b4c86203b,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:37:57.892611 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c41dceb0-b771-4970-b86b-6f91dee015cf tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks [] for floatingip (716bef89-9cbb-43ee-a7c1-30d3fb4c2981), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:57.892969 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.db.l3_db [None req-c41dceb0-b771-4970-b86b-6f91dee015cf tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Floating IP 716bef89-9cbb-43ee-a7c1-30d3fb4c2981 disassociated (deleted). External IP: 172.27.2.179, port: 32846da0-9187-4ea9-b69c-b3fa6f87dcf9. Mar 16 00:37:57.894902 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cc4b0-d960-4c80-afb7-e39300e9086c req-93ee71a4-1ab1-43db-bd76-f285a065d78b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:57.897020 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cf1cc4b0-d960-4c80-afb7-e39300e9086c req-93ee71a4-1ab1-43db-bd76-f285a065d78b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0527489 Mar 16 00:37:57.945858 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cf1cc4b0-d960-4c80-afb7-e39300e9086c req-80087b43-7c10-406f-8856-a3c2b5f12e1a tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439160 Mar 16 00:37:58.099835 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41dceb0-b771-4970-b86b-6f91dee015cf tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Router 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:37:58.201104 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41dceb0-b771-4970-b86b-6f91dee015cf tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:37:58.206499 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c41dceb0-b771-4970-b86b-6f91dee015cf tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:37:58.210983 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd801ead-70ac-4f69-9fd6-8f1b203947b7 None None] Sync routers for ids ['8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:37:58.220195 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd801ead-70ac-4f69-9fd6-8f1b203947b7 None None] Routers {'8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:37:58.220821 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-cd801ead-70ac-4f69-9fd6-8f1b203947b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:37:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:37:58.238099 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-c41dceb0-b771-4970-b86b-6f91dee015cf tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "DELETE /v2.0/floatingips/716bef89-9cbb-43ee-a7c1-30d3fb4c2981 HTTP/1.1" status: 204 len: 168 time: 0.8928502 Mar 16 00:37:58.238784 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0088fd70-e764-46d4-9d83-ee666e28fa9d', 'tag': '32846da0-9187-4ea9-b69c-b3fa6f87dcf9'}] {{(pid=109655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:37:58.241511 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df82934b303eb2c65d5363c89017506e4207af41f0fc796505a1ca2b23a59d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baaa0ed1-63fd-43f8-a92e-252f76fbf98b" -d '{"events": [{"name": "network-changed", "server_uuid": "0088fd70-e764-46d4-9d83-ee666e28fa9d", "tag": "32846da0-9187-4ea9-b69c-b3fa6f87dcf9"}]}' {{(pid=109655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:37:58.278876 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8b9a5f-0d7c-4fa5-933c-a0938dcd029f x-openstack-request-id: req-3c8b9a5f-0d7c-4fa5-933c-a0938dcd029f {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:37:58.279170 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0088fd70-e764-46d4-9d83-ee666e28fa9d", "tag": "32846da0-9187-4ea9-b69c-b3fa6f87dcf9", "status": "completed", "code": 200}]} {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:37:58.279422 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c8b9a5f-0d7c-4fa5-933c-a0938dcd029f {{(pid=109655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:37:58.279813 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0088fd70-e764-46d4-9d83-ee666e28fa9d', 'tag': '32846da0-9187-4ea9-b69c-b3fa6f87dcf9', 'status': 'completed', 'code': 200} Mar 16 00:37:58.342981 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-cd801ead-70ac-4f69-9fd6-8f1b203947b7 None None] Set router 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:37:58.348207 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa0ed1-63fd-43f8-a92e-252f76fbf98b req-023cc391-abae-4a6f-ba82-cd534db6d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:58.349992 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-baaa0ed1-63fd-43f8-a92e-252f76fbf98b req-023cc391-abae-4a6f-ba82-cd534db6d3d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=50c6c43ee5584543a4bb4b3c716fbaf8&device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 1129 time: 0.0474021 Mar 16 00:37:58.454191 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa0ed1-63fd-43f8-a92e-252f76fbf98b req-85aeb458-b4be-4359-8374-91e6060c80a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:58.456031 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-baaa0ed1-63fd-43f8-a92e-252f76fbf98b req-85aeb458-b4be-4359-8374-91e6060c80a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c7f24b43-d8d5-4c07-970a-7de33dbfdaea HTTP/1.1" status: 200 len: 916 time: 0.0987132 Mar 16 00:37:58.513157 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-baaa0ed1-63fd-43f8-a92e-252f76fbf98b req-cc103739-16c0-46d6-a882-fca3dee9bba4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32846da0-9187-4ea9-b69c-b3fa6f87dcf9 HTTP/1.1" status: 200 len: 217 time: 0.0444198 Mar 16 00:37:58.558820 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-cd801ead-70ac-4f69-9fd6-8f1b203947b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'name': 'tempest-TestMinimumBasicScenario-1335226410-router', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:07Z', 'updated_at': '2022-03-16T00:35:12Z', 'revision_number': 4, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'gw_port': {'id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:08Z', 'updated_at': '2022-03-16T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '099a6ea3-79f5-4ca9-879a-ae622dd215dc', 'name': '', 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'mac_address': 'fa:16:3e:cc:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'fcc3f995-e5bf-40fe-a1d7-558859b9f842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:11Z', 'updated_at': '2022-03-16T00:35:18Z', 'revision_number': 5, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'subnets': [{'id': 'fcc3f995-e5bf-40fe-a1d7-558859b9f842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:37:58.561390 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa0ed1-63fd-43f8-a92e-252f76fbf98b req-3c038743-20a5-4d2e-abfd-c8e74aa7b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:58.563131 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-baaa0ed1-63fd-43f8-a92e-252f76fbf98b req-3c038743-20a5-4d2e-abfd-c8e74aa7b8b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fcc3f995-e5bf-40fe-a1d7-558859b9f842 HTTP/1.1" status: 200 len: 854 time: 0.0457742 Mar 16 00:37:58.589166 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd801ead-70ac-4f69-9fd6-8f1b203947b7 None None] Checking router: 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:37:58.597590 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd801ead-70ac-4f69-9fd6-8f1b203947b7 None None] Routers {'8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:37:58.598190 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-cd801ead-70ac-4f69-9fd6-8f1b203947b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:37:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:37:58.612048 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa0ed1-63fd-43f8-a92e-252f76fbf98b req-8828eeaf-8f86-4219-91bc-73646b1bf2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:58.613457 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-baaa0ed1-63fd-43f8-a92e-252f76fbf98b req-8828eeaf-8f86-4219-91bc-73646b1bf2e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c7f24b43-d8d5-4c07-970a-7de33dbfdaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432689 Mar 16 00:37:58.703715 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-cd801ead-70ac-4f69-9fd6-8f1b203947b7 None None] Set router 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:37:58.706597 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-baaa0ed1-63fd-43f8-a92e-252f76fbf98b req-6bc23cd1-f2b7-4ec1-9b11-635588c89077 service neutron] 10.222.0.46 "GET /v2.0/networks/c7f24b43-d8d5-4c07-970a-7de33dbfdaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858662 Mar 16 00:37:58.795375 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-baaa0ed1-63fd-43f8-a92e-252f76fbf98b req-22e33922-9228-4908-95d8-f560e4d27901 service neutron] 10.222.0.46 "GET /v2.0/networks/c7f24b43-d8d5-4c07-970a-7de33dbfdaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818737 Mar 16 00:37:58.898903 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-cd801ead-70ac-4f69-9fd6-8f1b203947b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'name': 'tempest-TestMinimumBasicScenario-1335226410-router', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:07Z', 'updated_at': '2022-03-16T00:35:12Z', 'revision_number': 4, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'gw_port': {'id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:08Z', 'updated_at': '2022-03-16T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '099a6ea3-79f5-4ca9-879a-ae622dd215dc', 'name': '', 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'mac_address': 'fa:16:3e:cc:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'fcc3f995-e5bf-40fe-a1d7-558859b9f842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:11Z', 'updated_at': '2022-03-16T00:35:18Z', 'revision_number': 5, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'subnets': [{'id': 'fcc3f995-e5bf-40fe-a1d7-558859b9f842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:37:58.925802 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd801ead-70ac-4f69-9fd6-8f1b203947b7 None None] The sync data for ids ['8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'] in dv-cinder-831247-13-iscsi is: [{'id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'name': 'tempest-TestMinimumBasicScenario-1335226410-router', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:07Z', 'updated_at': '2022-03-16T00:35:12Z', 'revision_number': 4, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'gw_port': {'id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:08Z', 'updated_at': '2022-03-16T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '099a6ea3-79f5-4ca9-879a-ae622dd215dc', 'name': '', 'network_id': 'c7f24b43-d8d5-4c07-970a-7de33dbfdaea', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'mac_address': 'fa:16:3e:cc:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'fcc3f995-e5bf-40fe-a1d7-558859b9f842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:11Z', 'updated_at': '2022-03-16T00:35:18Z', 'revision_number': 5, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'subnets': [{'id': 'fcc3f995-e5bf-40fe-a1d7-558859b9f842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:37:59.142206 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305b63d-20cd-435b-83c0-fb0d86327435 None None] New status for floating IP 716bef89-9cbb-43ee-a7c1-30d3fb4c2981: DOWN {{(pid=109658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:37:59.186550 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb362b-18fc-458b-b372-19245a41825e req-ff5c623c-fc3c-4979-aa9b-5e3e07549224 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:37:59.188294 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c1cb362b-18fc-458b-b372-19245a41825e req-ff5c623c-fc3c-4979-aa9b-5e3e07549224 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0593388 Mar 16 00:37:59.244445 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c1cb362b-18fc-458b-b372-19245a41825e req-a424463e-208a-4cf9-aa7a-234a0e6c5414 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497739 Mar 16 00:38:00.368224 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a00ad-4688-442f-947c-da2a86fcc083 req-00590907-fe1a-47a4-bf1a-0e1f5bf2e688 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:00.369721 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b83a00ad-4688-442f-947c-da2a86fcc083 req-00590907-fe1a-47a4-bf1a-0e1f5bf2e688 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0512130 Mar 16 00:38:00.420270 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b83a00ad-4688-442f-947c-da2a86fcc083 req-680b0319-231b-45ed-9b39-53f51963245f tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450711 Mar 16 00:38:00.968400 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e343eb-670a-44e1-8a93-711140d093d5 req-37db40f7-2e8b-4936-9999-ab0ce68d949e tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:00.969871 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-34e343eb-670a-44e1-8a93-711140d093d5 req-37db40f7-2e8b-4936-9999-ab0ce68d949e tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 945 time: 0.0512664 Mar 16 00:38:01.015196 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-34e343eb-670a-44e1-8a93-711140d093d5 req-63440078-d941-4593-8ae8-ba15eb3bab22 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391049 Mar 16 00:38:01.540818 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d70bb3-b4d7-4247-a325-6f8f0cd58bcb req-6d32fd74-58dd-4fb0-baa3-4af55865062b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:01.542351 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b3d70bb3-b4d7-4247-a325-6f8f0cd58bcb req-6d32fd74-58dd-4fb0-baa3-4af55865062b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0519176 Mar 16 00:38:01.587011 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b3d70bb3-b4d7-4247-a325-6f8f0cd58bcb req-478aa1df-4059-4c42-b058-da5d7dc84ddf tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392623 Mar 16 00:38:01.810182 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:38:02.132123 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab2583-7a12-481a-b44f-94a0d24680d9 req-1f56f94f-120f-469d-8315-3997c100d9c0 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:02.133594 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-37ab2583-7a12-481a-b44f-94a0d24680d9 req-1f56f94f-120f-469d-8315-3997c100d9c0 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 945 time: 0.0510828 Mar 16 00:38:02.177948 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-37ab2583-7a12-481a-b44f-94a0d24680d9 req-943ee9a9-27c2-4499-82f1-91ecfa5b3f34 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c0c1d27-d146-40b0-9c41-611f8cd29851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390117 Mar 16 00:38:02.587642 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c130f0-ddc2-413d-9974-9262fba7bf3e req-bd8a3042-1659-4b75-a504-aa3097ff60d6 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:02.589044 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-80c130f0-ddc2-413d-9974-9262fba7bf3e req-bd8a3042-1659-4b75-a504-aa3097ff60d6 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.46 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 945 time: 0.0532022 Mar 16 00:38:02.682847 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-80c130f0-ddc2-413d-9974-9262fba7bf3e req-99e98a7f-be1c-415f-84e7-e942fd41c1e9 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Deleting port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:38:02.683094 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-80c130f0-ddc2-413d-9974-9262fba7bf3e req-99e98a7f-be1c-415f-84e7-e942fd41c1e9 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:02.712729 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3740acb-601d-4e97-8031-f55c4d559206 req-c0558a44-cee5-4c6c-9504-30b8da208af2 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:02.714297 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e3740acb-601d-4e97-8031-f55c4d559206 req-c0558a44-cee5-4c6c-9504-30b8da208af2 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0589087 Mar 16 00:38:02.760347 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e3740acb-601d-4e97-8031-f55c4d559206 req-35ffbd2e-bc63-4699-a412-5bc6117ccb21 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404882 Mar 16 00:38:02.773724 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-80c130f0-ddc2-413d-9974-9262fba7bf3e req-99e98a7f-be1c-415f-84e7-e942fd41c1e9 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] For port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=32846da0-9187-4ea9-b69c-b3fa6f87dcf9,segment=NetworkSegment(057864bc-2668-4675-ba4c-0c6c118b77f6),segment_id=057864bc-2668-4675-ba4c-0c6c118b77f6)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:38:02.774182 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-80c130f0-ddc2-413d-9974-9262fba7bf3e req-99e98a7f-be1c-415f-84e7-e942fd41c1e9 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:02.787014 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-80c130f0-ddc2-413d-9974-9262fba7bf3e req-99e98a7f-be1c-415f-84e7-e942fd41c1e9 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Calling delete_port for 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 owned by compute:nova {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:38:02.911528 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-80c130f0-ddc2-413d-9974-9262fba7bf3e req-99e98a7f-be1c-415f-84e7-e942fd41c1e9 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (32846da0-9187-4ea9-b69c-b3fa6f87dcf9), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:02.927728 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['32846da0-9187-4ea9-b69c-b3fa6f87dcf9'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:38:02.937533 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e98a7f-be1c-415f-84e7-e942fd41c1e9 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Pushing event deleted for resources: {'Port': ['ID=32846da0-9187-4ea9-b69c-b3fa6f87dcf9,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:02.984233 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c130f0-ddc2-413d-9974-9262fba7bf3e req-99e98a7f-be1c-415f-84e7-e942fd41c1e9 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] No DVR routers for this DVR port 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 on host hv-cinder-83124 {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:38:02.986887 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-80c130f0-ddc2-413d-9974-9262fba7bf3e req-99e98a7f-be1c-415f-84e7-e942fd41c1e9 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:02.990396 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-80c130f0-ddc2-413d-9974-9262fba7bf3e req-99e98a7f-be1c-415f-84e7-e942fd41c1e9 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.46 "DELETE /v2.0/ports/32846da0-9187-4ea9-b69c-b3fa6f87dcf9 HTTP/1.1" status: 204 len: 173 time: 0.3962412 Mar 16 00:38:02.990865 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0088fd70-e764-46d4-9d83-ee666e28fa9d', 'name': 'network-vif-deleted', 'tag': '32846da0-9187-4ea9-b69c-b3fa6f87dcf9'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:38:02.993162 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10725a94-1fdb-493b-93f1-2f26cdd2ca0d" -d '{"events": [{"server_uuid": "0088fd70-e764-46d4-9d83-ee666e28fa9d", "name": "network-vif-deleted", "tag": "32846da0-9187-4ea9-b69c-b3fa6f87dcf9"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:38:03.031779 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76820caf-f20d-4b81-82b7-5467944d1ad2 x-openstack-request-id: req-76820caf-f20d-4b81-82b7-5467944d1ad2 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:38:03.032073 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0088fd70-e764-46d4-9d83-ee666e28fa9d", "name": "network-vif-deleted", "tag": "32846da0-9187-4ea9-b69c-b3fa6f87dcf9", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:38:03.032501 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-76820caf-f20d-4b81-82b7-5467944d1ad2 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:38:03.032911 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0088fd70-e764-46d4-9d83-ee666e28fa9d', 'name': 'network-vif-deleted', 'tag': '32846da0-9187-4ea9-b69c-b3fa6f87dcf9', 'status': 'completed', 'code': 200} Mar 16 00:38:03.278406 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-81e9e603-27e3-4bfc-badf-a321f5042c21 req-2f4a11e7-dcd5-4bf6-b162-ee5a46b20be4 tempest-TestMinimumBasicScenario-544354068 tempest-TestMinimumBasicScenario-544354068-project] 10.222.0.10 "GET /v2.0/ports?device_id=0088fd70-e764-46d4-9d83-ee666e28fa9d HTTP/1.1" status: 200 len: 210 time: 0.0270085 Mar 16 00:38:03.882365 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a24bd0-7c4b-43e7-a409-2d823825acd5 req-45786a02-b62e-4b35-860b-02ab08af9052 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:03.883818 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-98a24bd0-7c4b-43e7-a409-2d823825acd5 req-45786a02-b62e-4b35-860b-02ab08af9052 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0522604 Mar 16 00:38:03.928153 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-98a24bd0-7c4b-43e7-a409-2d823825acd5 req-b13c78d5-8769-4000-9b47-7e350e628b87 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389912 Mar 16 00:38:04.999156 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 33440) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:38:05.053166 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f8146-b360-4bf5-8a09-c3b69ae0970a req-d0dbd554-0a0d-4249-b679-660a0e2fd84d tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:05.054822 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-519f8146-b360-4bf5-8a09-c3b69ae0970a req-d0dbd554-0a0d-4249-b679-660a0e2fd84d tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0515468 Mar 16 00:38:05.104930 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-519f8146-b360-4bf5-8a09-c3b69ae0970a req-6b5d730b-24bf-4653-9e13-e1f937e8f75b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444963 Mar 16 00:38:05.406422 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1452-775b-4dc2-8396-fa8062ceab00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557332'] for router_interface (8db6920e-e239-43e0-9ca6-b1ab49b7f2f8), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:05.688971 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-6f3a1452-775b-4dc2-8396-fa8062ceab00 admin admin] Deleting port 099a6ea3-79f5-4ca9-879a-ae622dd215dc {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:38:05.689791 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1452-775b-4dc2-8396-fa8062ceab00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (099a6ea3-79f5-4ca9-879a-ae622dd215dc), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:05.766223 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [None req-6f3a1452-775b-4dc2-8396-fa8062ceab00 admin admin] For port 099a6ea3-79f5-4ca9-879a-ae622dd215dc, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=099a6ea3-79f5-4ca9-879a-ae622dd215dc,segment=NetworkSegment(057864bc-2668-4675-ba4c-0c6c118b77f6),segment_id=057864bc-2668-4675-ba4c-0c6c118b77f6)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:38:05.766586 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1452-775b-4dc2-8396-fa8062ceab00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (099a6ea3-79f5-4ca9-879a-ae622dd215dc), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:05.778622 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-6f3a1452-775b-4dc2-8396-fa8062ceab00 admin admin] Calling delete_port for 099a6ea3-79f5-4ca9-879a-ae622dd215dc owned by network:router_interface {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:38:05.955121 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1452-775b-4dc2-8396-fa8062ceab00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (099a6ea3-79f5-4ca9-879a-ae622dd215dc), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:05.980500 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a1452-775b-4dc2-8396-fa8062ceab00 admin admin] Pushing event deleted for resources: {'Port': ['ID=099a6ea3-79f5-4ca9-879a-ae622dd215dc,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:06.144003 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1452-775b-4dc2-8396-fa8062ceab00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557496'] for router_interface (8db6920e-e239-43e0-9ca6-b1ab49b7f2f8), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:06.286681 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ca4a9-efe1-40f0-9787-b42582465c14 req-54d71a3b-45ef-4998-b1bf-8b438cbf941c tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:06.288017 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7e0ca4a9-efe1-40f0-9787-b42582465c14 req-54d71a3b-45ef-4998-b1bf-8b438cbf941c tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0997415 Mar 16 00:38:06.403251 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7e0ca4a9-efe1-40f0-9787-b42582465c14 req-52dcf9de-39a3-4249-80ef-2137d1f71eee tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089561 Mar 16 00:38:06.427600 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3a1452-775b-4dc2-8396-fa8062ceab00 admin admin] Router 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:38:06.533923 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3a1452-775b-4dc2-8396-fa8062ceab00 admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:38:06.538939 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-6f3a1452-775b-4dc2-8396-fa8062ceab00 admin admin] 10.222.0.10 "PUT /v2.0/routers/8db6920e-e239-43e0-9ca6-b1ab49b7f2f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5387397 Mar 16 00:38:06.541738 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33444) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:38:06.543016 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f08a41-9d96-4154-ae0f-05dc923a41bc None None] Sync routers for ids ['8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:38:06.553568 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f08a41-9d96-4154-ae0f-05dc923a41bc None None] Routers {'8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:38:06.554170 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-66f08a41-9d96-4154-ae0f-05dc923a41bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:37:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:38:06.642255 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b58cfbd-e96d-43db-9e85-273aeb8b955d admin admin] Publish callbacks [] for router (8db6920e-e239-43e0-9ca6-b1ab49b7f2f8), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:06.657168 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-66f08a41-9d96-4154-ae0f-05dc923a41bc None None] Set router 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:38:06.747764 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b58cfbd-e96d-43db-9e85-273aeb8b955d admin admin] Publish callbacks [] for router_gateway (8db6920e-e239-43e0-9ca6-b1ab49b7f2f8), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:06.804523 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-6b58cfbd-e96d-43db-9e85-273aeb8b955d admin admin] Deleting port eaf3f086-d162-4660-ad9e-e1353a15a1e8 {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:38:06.804864 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b58cfbd-e96d-43db-9e85-273aeb8b955d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (eaf3f086-d162-4660-ad9e-e1353a15a1e8), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:06.823590 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:38:06.847100 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] No Port match for: 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:38:06.847450 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 32846da0-9187-4ea9-b69c-b3fa6f87dcf9 not bound to the agent host hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:38:06.858055 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-66f08a41-9d96-4154-ae0f-05dc923a41bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'name': 'tempest-TestMinimumBasicScenario-1335226410-router', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:07Z', 'updated_at': '2022-03-16T00:38:05Z', 'revision_number': 5, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'gw_port': {'id': 'eaf3f086-d162-4660-ad9e-e1353a15a1e8', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:08Z', 'updated_at': '2022-03-16T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:38:06.883758 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [None req-6b58cfbd-e96d-43db-9e85-273aeb8b955d admin admin] For port eaf3f086-d162-4660-ad9e-e1353a15a1e8, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=eaf3f086-d162-4660-ad9e-e1353a15a1e8,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:38:06.884116 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b58cfbd-e96d-43db-9e85-273aeb8b955d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (eaf3f086-d162-4660-ad9e-e1353a15a1e8), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:06.885046 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f08a41-9d96-4154-ae0f-05dc923a41bc None None] Checking router: 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:38:06.893771 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f08a41-9d96-4154-ae0f-05dc923a41bc None None] Routers {'8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:38:06.894367 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-66f08a41-9d96-4154-ae0f-05dc923a41bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:37:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:38:06.896725 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-6b58cfbd-e96d-43db-9e85-273aeb8b955d admin admin] Calling delete_port for eaf3f086-d162-4660-ad9e-e1353a15a1e8 owned by network:router_gateway {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:38:06.980861 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-66f08a41-9d96-4154-ae0f-05dc923a41bc None None] Set router 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 gateway port host: None {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:38:07.035287 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-66f08a41-9d96-4154-ae0f-05dc923a41bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'name': 'tempest-TestMinimumBasicScenario-1335226410-router', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:07Z', 'updated_at': '2022-03-16T00:38:06Z', 'revision_number': 6, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'gw_port_host': None}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:38:07.061444 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f08a41-9d96-4154-ae0f-05dc923a41bc None None] The sync data for ids ['8db6920e-e239-43e0-9ca6-b1ab49b7f2f8'] in dv-cinder-831247-13-iscsi is: [{'id': '8db6920e-e239-43e0-9ca6-b1ab49b7f2f8', 'name': 'tempest-TestMinimumBasicScenario-1335226410-router', 'tenant_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:07Z', 'updated_at': '2022-03-16T00:38:06Z', 'revision_number': 6, 'project_id': '50c6c43ee5584543a4bb4b3c716fbaf8', 'gw_port_host': None}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:38:07.064429 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b58cfbd-e96d-43db-9e85-273aeb8b955d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (eaf3f086-d162-4660-ad9e-e1353a15a1e8), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:07.096119 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58cfbd-e96d-43db-9e85-273aeb8b955d admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf3f086-d162-4660-ad9e-e1353a15a1e8,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:07.154686 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b58cfbd-e96d-43db-9e85-273aeb8b955d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558686'] for router_gateway (8db6920e-e239-43e0-9ca6-b1ab49b7f2f8), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:07.259409 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b58cfbd-e96d-43db-9e85-273aeb8b955d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27878'] for router (8db6920e-e239-43e0-9ca6-b1ab49b7f2f8), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:07.261548 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b58cfbd-e96d-43db-9e85-273aeb8b955d admin admin] Publish callbacks [] for router_controller (8db6920e-e239-43e0-9ca6-b1ab49b7f2f8), precommit_delete_associations {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:07.326166 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b58cfbd-e96d-43db-9e85-273aeb8b955d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564910'] for router (8db6920e-e239-43e0-9ca6-b1ab49b7f2f8), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:07.326612 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b58cfbd-e96d-43db-9e85-273aeb8b955d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 {{(pid=109655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 00:38:07.332090 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b58cfbd-e96d-43db-9e85-273aeb8b955d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:07.333238 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-6b58cfbd-e96d-43db-9e85-273aeb8b955d admin admin] 10.222.0.10 "DELETE /v2.0/routers/8db6920e-e239-43e0-9ca6-b1ab49b7f2f8 HTTP/1.1" status: 204 len: 168 time: 0.7904422 Mar 16 00:38:07.335720 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33446) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:38:07.378848 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf71450-44c6-4bdd-b945-abe5b9c23f78 admin admin] Deleting subnet fcc3f995-e5bf-40fe-a1d7-558859b9f842 {{(pid=109655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 00:38:07.381817 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-caf71450-44c6-4bdd-b945-abe5b9c23f78 admin admin] Publish callbacks [] for subnet (fcc3f995-e5bf-40fe-a1d7-558859b9f842), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:07.416386 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-caf71450-44c6-4bdd-b945-abe5b9c23f78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5409021'] for subnet (fcc3f995-e5bf-40fe-a1d7-558859b9f842), precommit_delete_associations {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:07.773752 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-caf71450-44c6-4bdd-b945-abe5b9c23f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1106181'] for subnet (fcc3f995-e5bf-40fe-a1d7-558859b9f842), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:07.825250 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cfac3-b7d0-4714-8187-3a34c567fdfb req-98848927-39af-4448-8ca7-fdbe6fc54a42 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:07.826808 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-260cfac3-b7d0-4714-8187-3a34c567fdfb req-98848927-39af-4448-8ca7-fdbe6fc54a42 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.3412170 Mar 16 00:38:07.872823 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-caf71450-44c6-4bdd-b945-abe5b9c23f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1106430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5476275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5478546'] for subnet (fcc3f995-e5bf-40fe-a1d7-558859b9f842), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:07.888633 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 099a6ea3-79f5-4ca9-879a-ae622dd215dc no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:38:07.908465 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: 099a6ea3-79f5-4ca9-879a-ae622dd215dc {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:38:07.908892 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 099a6ea3-79f5-4ca9-879a-ae622dd215dc not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:38:07.909156 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf71450-44c6-4bdd-b945-abe5b9c23f78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc3f995-e5bf-40fe-a1d7-558859b9f842,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:07.909459 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device eaf3f086-d162-4660-ad9e-e1353a15a1e8 no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:38:07.913383 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-caf71450-44c6-4bdd-b945-abe5b9c23f78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:07.918711 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-caf71450-44c6-4bdd-b945-abe5b9c23f78 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fcc3f995-e5bf-40fe-a1d7-558859b9f842 HTTP/1.1" status: 204 len: 168 time: 0.5798972 Mar 16 00:38:07.919093 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 33450) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:38:07.920376 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-260cfac3-b7d0-4714-8187-3a34c567fdfb req-ea536f68-11b0-4c6e-955e-33be1669c28a tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860786 Mar 16 00:38:07.932972 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91ea0af-285c-4540-b004-c553e3562521 None None] Network c7f24b43-d8d5-4c07-970a-7de33dbfdaea requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:38:07.935311 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: eaf3f086-d162-4660-ad9e-e1353a15a1e8 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:38:07.935661 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device eaf3f086-d162-4660-ad9e-e1353a15a1e8 not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:38:08.100198 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dc336e-7362-4a5c-a29b-db95b69a3de4 None None] DHCP port deletion for c7f24b43-d8d5-4c07-970a-7de33dbfdaea request from dv-cinder-831247-13-iscsi {{(pid=109657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 00:38:08.156820 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-36dc336e-7362-4a5c-a29b-db95b69a3de4 None None] Deleting port 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b {{(pid=109657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:38:08.157286 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-36dc336e-7362-4a5c-a29b-db95b69a3de4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (71a3585a-bf3f-4bd6-8ff3-219d02eabd0b), before_delete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:08.225078 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-36dc336e-7362-4a5c-a29b-db95b69a3de4 None None] For port 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=71a3585a-bf3f-4bd6-8ff3-219d02eabd0b,segment=NetworkSegment(057864bc-2668-4675-ba4c-0c6c118b77f6),segment_id=057864bc-2668-4675-ba4c-0c6c118b77f6)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:38:08.225474 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-36dc336e-7362-4a5c-a29b-db95b69a3de4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (71a3585a-bf3f-4bd6-8ff3-219d02eabd0b), precommit_delete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:08.238167 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-36dc336e-7362-4a5c-a29b-db95b69a3de4 None None] Calling delete_port for 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b owned by network:dhcp {{(pid=109657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:38:08.247262 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5bfd071e-a6bb-4a2b-9baa-47df67d177db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1244356'] for network (c7f24b43-d8d5-4c07-970a-7de33dbfdaea), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:08.297846 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-5bfd071e-a6bb-4a2b-9baa-47df67d177db admin admin] Deleting port 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:38:08.298099 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5bfd071e-a6bb-4a2b-9baa-47df67d177db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (71a3585a-bf3f-4bd6-8ff3-219d02eabd0b), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:08.355165 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-36dc336e-7362-4a5c-a29b-db95b69a3de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062'] for port (71a3585a-bf3f-4bd6-8ff3-219d02eabd0b), after_delete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:08.362565 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [None req-5bfd071e-a6bb-4a2b-9baa-47df67d177db admin admin] For port 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=71a3585a-bf3f-4bd6-8ff3-219d02eabd0b,segment=NetworkSegment(057864bc-2668-4675-ba4c-0c6c118b77f6),segment_id=057864bc-2668-4675-ba4c-0c6c118b77f6)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:38:08.362964 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5bfd071e-a6bb-4a2b-9baa-47df67d177db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (71a3585a-bf3f-4bd6-8ff3-219d02eabd0b), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:08.375379 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-5bfd071e-a6bb-4a2b-9baa-47df67d177db admin admin] Calling delete_port for 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b owned by network:dhcp {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:38:08.378359 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc336e-7362-4a5c-a29b-db95b69a3de4 None None] Pushing event deleted for resources: {'Port': ['ID=71a3585a-bf3f-4bd6-8ff3-219d02eabd0b,revision_number=None']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:08.385049 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dc336e-7362-4a5c-a29b-db95b69a3de4 None None] No DVR routers for this DVR port 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b on host dv-cinder-831247-13-iscsi {{(pid=109657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:38:08.452937 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5bfd071e-a6bb-4a2b-9baa-47df67d177db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (71a3585a-bf3f-4bd6-8ff3-219d02eabd0b), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:08.481357 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd071e-a6bb-4a2b-9baa-47df67d177db admin admin] Pushing event deleted for resources: {'Port': ['ID=71a3585a-bf3f-4bd6-8ff3-219d02eabd0b,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:08.484562 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd071e-a6bb-4a2b-9baa-47df67d177db admin admin] No DVR routers for this DVR port 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b on host dv-cinder-831247-13-iscsi {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:38:08.551512 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5bfd071e-a6bb-4a2b-9baa-47df67d177db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135250', 'neutron.services.segments.db._delete_segments_for_network-8752661694154'] for network (c7f24b43-d8d5-4c07-970a-7de33dbfdaea), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:08.570973 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-5bfd071e-a6bb-4a2b-9baa-47df67d177db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f24b43-d8d5-4c07-970a-7de33dbfdaea']}} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:38:08.579897 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-5bfd071e-a6bb-4a2b-9baa-47df67d177db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057864bc-2668-4675-ba4c-0c6c118b77f6') {'for_net_delete': True} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:38:08.580189 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-5bfd071e-a6bb-4a2b-9baa-47df67d177db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057864bc-2668-4675-ba4c-0c6c118b77f6') {} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:38:08.592372 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5bfd071e-a6bb-4a2b-9baa-47df67d177db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752661698259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5983775'] for segment (057864bc-2668-4675-ba4c-0c6c118b77f6), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:08.604831 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5bfd071e-a6bb-4a2b-9baa-47df67d177db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (057864bc-2668-4675-ba4c-0c6c118b77f6), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:08.610390 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bfd071e-a6bb-4a2b-9baa-47df67d177db admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=109656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 00:38:08.611279 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5bfd071e-a6bb-4a2b-9baa-47df67d177db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5920041'] for segment (057864bc-2668-4675-ba4c-0c6c118b77f6), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: self.session.flush() Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: self.session.flush() Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: self.session.flush() Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: self.session.flush() Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: Traceback (most recent call last): Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: timer() Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: cb(*args, **kw) Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: return func(*args, **kwargs) Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: self._notify() Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: self.callback(batched_events) Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: event.method(event) Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: return f(self, *a, **k) Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: return self._get(url).json() Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: return self.request(url, 'GET', **kwargs) Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 00:38:08.612858 dv-cinder-831247-13-iscsi neutron-server[109656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 00:38:08.664136 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5bfd071e-a6bb-4a2b-9baa-47df67d177db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558650'] for network (c7f24b43-d8d5-4c07-970a-7de33dbfdaea), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:08.669688 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5bfd071e-a6bb-4a2b-9baa-47df67d177db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:08.672827 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-5bfd071e-a6bb-4a2b-9baa-47df67d177db admin admin] 10.222.0.10 "DELETE /v2.0/networks/c7f24b43-d8d5-4c07-970a-7de33dbfdaea HTTP/1.1" status: 204 len: 168 time: 0.7527158 Mar 16 00:38:08.676342 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33454) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:38:08.684292 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd071e-a6bb-4a2b-9baa-47df67d177db admin admin] Pushing event deleted for resources: {'Network': ['ID=c7f24b43-d8d5-4c07-970a-7de33dbfdaea,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:09.021371 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d336cdd9-a2d1-48fa-94f9-6e3cf486e73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557332'] for router_interface (8d04d35d-2fb8-4389-94e0-095ee1d3a05d), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:09.054159 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984319f-ca07-4546-b0c8-886ca5879f28 req-f538077e-ae2d-4aa2-aa2f-fd1fac9fd7e0 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:09.055680 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6984319f-ca07-4546-b0c8-886ca5879f28 req-f538077e-ae2d-4aa2-aa2f-fd1fac9fd7e0 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0556703 Mar 16 00:38:09.107738 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6984319f-ca07-4546-b0c8-886ca5879f28 req-b9766d2e-754d-4e52-9c68-553742e7a987 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437336 Mar 16 00:38:09.267569 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-d336cdd9-a2d1-48fa-94f9-6e3cf486e73c admin admin] Deleting port 247def68-f895-4dad-99d4-4ff728efcaa2 {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:38:09.267823 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d336cdd9-a2d1-48fa-94f9-6e3cf486e73c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (247def68-f895-4dad-99d4-4ff728efcaa2), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:09.344829 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [None req-d336cdd9-a2d1-48fa-94f9-6e3cf486e73c admin admin] For port 247def68-f895-4dad-99d4-4ff728efcaa2, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=247def68-f895-4dad-99d4-4ff728efcaa2,segment=NetworkSegment(3b6c544b-dc85-4c94-8004-1c967ae0e4e0),segment_id=3b6c544b-dc85-4c94-8004-1c967ae0e4e0)] {{(pid=109655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:38:09.345740 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d336cdd9-a2d1-48fa-94f9-6e3cf486e73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (247def68-f895-4dad-99d4-4ff728efcaa2), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:09.358427 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-d336cdd9-a2d1-48fa-94f9-6e3cf486e73c admin admin] Calling delete_port for 247def68-f895-4dad-99d4-4ff728efcaa2 owned by network:router_interface {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:38:09.536001 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d336cdd9-a2d1-48fa-94f9-6e3cf486e73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (247def68-f895-4dad-99d4-4ff728efcaa2), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:09.561479 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336cdd9-a2d1-48fa-94f9-6e3cf486e73c admin admin] Pushing event deleted for resources: {'Port': ['ID=247def68-f895-4dad-99d4-4ff728efcaa2,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:09.728714 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d336cdd9-a2d1-48fa-94f9-6e3cf486e73c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557496'] for router_interface (8d04d35d-2fb8-4389-94e0-095ee1d3a05d), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:09.895884 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:38:09.916436 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:38:09.916780 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 71a3585a-bf3f-4bd6-8ff3-219d02eabd0b not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:38:09.946469 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d336cdd9-a2d1-48fa-94f9-6e3cf486e73c admin admin] Router 8d04d35d-2fb8-4389-94e0-095ee1d3a05d has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:38:10.063744 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d336cdd9-a2d1-48fa-94f9-6e3cf486e73c admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:38:10.069246 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-d336cdd9-a2d1-48fa-94f9-6e3cf486e73c admin admin] 10.222.0.10 "PUT /v2.0/routers/8d04d35d-2fb8-4389-94e0-095ee1d3a05d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3918574 Mar 16 00:38:10.071871 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 33458) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:38:10.073191 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae3f594-1cbb-4551-bb16-052b77ac5dc9 None None] Sync routers for ids ['8d04d35d-2fb8-4389-94e0-095ee1d3a05d'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:38:10.083191 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae3f594-1cbb-4551-bb16-052b77ac5dc9 None None] Routers {'8d04d35d-2fb8-4389-94e0-095ee1d3a05d'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:38:10.083792 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-0ae3f594-1cbb-4551-bb16-052b77ac5dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:37:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['8d04d35d-2fb8-4389-94e0-095ee1d3a05d'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:38:10.176312 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-aa915e98-20f4-40ed-b673-6846a9cdec6c admin admin] Publish callbacks [] for router (8d04d35d-2fb8-4389-94e0-095ee1d3a05d), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:10.190479 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-0ae3f594-1cbb-4551-bb16-052b77ac5dc9 None None] Set router 8d04d35d-2fb8-4389-94e0-095ee1d3a05d gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:38:10.232877 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eafad9-1f76-4122-abf1-e9b378153e91 req-230748e0-19c5-4c79-9acf-4dd0eb4e7541 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:10.234414 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-58eafad9-1f76-4122-abf1-e9b378153e91 req-230748e0-19c5-4c79-9acf-4dd0eb4e7541 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0534775 Mar 16 00:38:10.282011 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-58eafad9-1f76-4122-abf1-e9b378153e91 req-b8bde957-5d4f-4eff-b1e1-3e9f42d8c94b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412848 Mar 16 00:38:10.283268 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-aa915e98-20f4-40ed-b673-6846a9cdec6c admin admin] Publish callbacks [] for router_gateway (8d04d35d-2fb8-4389-94e0-095ee1d3a05d), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:10.341818 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-aa915e98-20f4-40ed-b673-6846a9cdec6c admin admin] Deleting port 65ca6ee6-731e-403e-8bf1-85cd11948eae {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:38:10.342069 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-aa915e98-20f4-40ed-b673-6846a9cdec6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (65ca6ee6-731e-403e-8bf1-85cd11948eae), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:10.373493 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-0ae3f594-1cbb-4551-bb16-052b77ac5dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d04d35d-2fb8-4389-94e0-095ee1d3a05d', 'name': 'tempest-TestMinimumBasicScenario-1206554668-router', 'tenant_id': 'eff011ed6b3543f59e8bfec479e7da11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '65ca6ee6-731e-403e-8bf1-85cd11948eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:16Z', 'updated_at': '2022-03-16T00:38:09Z', 'revision_number': 5, 'project_id': 'eff011ed6b3543f59e8bfec479e7da11', 'gw_port': {'id': '65ca6ee6-731e-403e-8bf1-85cd11948eae', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d04d35d-2fb8-4389-94e0-095ee1d3a05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:17Z', 'updated_at': '2022-03-16T00:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:38:10.402315 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae3f594-1cbb-4551-bb16-052b77ac5dc9 None None] Checking router: 8d04d35d-2fb8-4389-94e0-095ee1d3a05d for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:38:10.411110 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae3f594-1cbb-4551-bb16-052b77ac5dc9 None None] Routers {'8d04d35d-2fb8-4389-94e0-095ee1d3a05d'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:38:10.411718 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-0ae3f594-1cbb-4551-bb16-052b77ac5dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:37:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['8d04d35d-2fb8-4389-94e0-095ee1d3a05d'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:38:10.421007 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [None req-aa915e98-20f4-40ed-b673-6846a9cdec6c admin admin] For port 65ca6ee6-731e-403e-8bf1-85cd11948eae, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=65ca6ee6-731e-403e-8bf1-85cd11948eae,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:38:10.421368 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-aa915e98-20f4-40ed-b673-6846a9cdec6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (65ca6ee6-731e-403e-8bf1-85cd11948eae), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:10.439050 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-aa915e98-20f4-40ed-b673-6846a9cdec6c admin admin] Calling delete_port for 65ca6ee6-731e-403e-8bf1-85cd11948eae owned by network:router_gateway {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:38:10.581389 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-0ae3f594-1cbb-4551-bb16-052b77ac5dc9 None None] Set router 8d04d35d-2fb8-4389-94e0-095ee1d3a05d gateway port host: None {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:38:10.603382 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-aa915e98-20f4-40ed-b673-6846a9cdec6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (65ca6ee6-731e-403e-8bf1-85cd11948eae), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:10.629282 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa915e98-20f4-40ed-b673-6846a9cdec6c admin admin] Pushing event deleted for resources: {'Port': ['ID=65ca6ee6-731e-403e-8bf1-85cd11948eae,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:10.633013 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-0ae3f594-1cbb-4551-bb16-052b77ac5dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d04d35d-2fb8-4389-94e0-095ee1d3a05d', 'name': 'tempest-TestMinimumBasicScenario-1206554668-router', 'tenant_id': 'eff011ed6b3543f59e8bfec479e7da11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:16Z', 'updated_at': '2022-03-16T00:38:10Z', 'revision_number': 6, 'project_id': 'eff011ed6b3543f59e8bfec479e7da11', 'gw_port_host': None}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:38:10.664776 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae3f594-1cbb-4551-bb16-052b77ac5dc9 None None] The sync data for ids ['8d04d35d-2fb8-4389-94e0-095ee1d3a05d'] in dv-cinder-831247-13-iscsi is: [{'id': '8d04d35d-2fb8-4389-94e0-095ee1d3a05d', 'name': 'tempest-TestMinimumBasicScenario-1206554668-router', 'tenant_id': 'eff011ed6b3543f59e8bfec479e7da11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:16Z', 'updated_at': '2022-03-16T00:38:10Z', 'revision_number': 6, 'project_id': 'eff011ed6b3543f59e8bfec479e7da11', 'gw_port_host': None}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:38:10.698577 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-aa915e98-20f4-40ed-b673-6846a9cdec6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558686'] for router_gateway (8d04d35d-2fb8-4389-94e0-095ee1d3a05d), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:10.790200 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-aa915e98-20f4-40ed-b673-6846a9cdec6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27878'] for router (8d04d35d-2fb8-4389-94e0-095ee1d3a05d), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:10.792303 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-aa915e98-20f4-40ed-b673-6846a9cdec6c admin admin] Publish callbacks [] for router_controller (8d04d35d-2fb8-4389-94e0-095ee1d3a05d), precommit_delete_associations {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:10.834578 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-aa915e98-20f4-40ed-b673-6846a9cdec6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564910'] for router (8d04d35d-2fb8-4389-94e0-095ee1d3a05d), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:10.835097 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa915e98-20f4-40ed-b673-6846a9cdec6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d04d35d-2fb8-4389-94e0-095ee1d3a05d {{(pid=109656) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 00:38:10.839816 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-aa915e98-20f4-40ed-b673-6846a9cdec6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:10.840950 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-aa915e98-20f4-40ed-b673-6846a9cdec6c admin admin] 10.222.0.10 "DELETE /v2.0/routers/8d04d35d-2fb8-4389-94e0-095ee1d3a05d HTTP/1.1" status: 204 len: 168 time: 0.7680149 Mar 16 00:38:10.843366 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 33462) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:38:10.889417 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5b75ed-4c31-44b2-a8fc-2e3cf3c2b686 admin admin] Deleting subnet 489eefb7-385d-434c-944c-4d56d5920965 {{(pid=109656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 00:38:10.892813 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-7f5b75ed-4c31-44b2-a8fc-2e3cf3c2b686 admin admin] Publish callbacks [] for subnet (489eefb7-385d-434c-944c-4d56d5920965), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:10.925398 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-7f5b75ed-4c31-44b2-a8fc-2e3cf3c2b686 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5983764'] for subnet (489eefb7-385d-434c-944c-4d56d5920965), precommit_delete_associations {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:11.027856 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-7f5b75ed-4c31-44b2-a8fc-2e3cf3c2b686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1106181'] for subnet (489eefb7-385d-434c-944c-4d56d5920965), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:11.088852 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-7f5b75ed-4c31-44b2-a8fc-2e3cf3c2b686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1106430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5920131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5436656'] for subnet (489eefb7-385d-434c-944c-4d56d5920965), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:11.113895 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b75ed-4c31-44b2-a8fc-2e3cf3c2b686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=489eefb7-385d-434c-944c-4d56d5920965,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:11.117242 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-7f5b75ed-4c31-44b2-a8fc-2e3cf3c2b686 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:11.122731 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-7f5b75ed-4c31-44b2-a8fc-2e3cf3c2b686 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/489eefb7-385d-434c-944c-4d56d5920965 HTTP/1.1" status: 204 len: 168 time: 0.2760911 Mar 16 00:38:11.123039 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b88f71c-5773-48ad-822d-248cafef1791 None None] Network 83a6a52c-d780-4118-b3a2-309c1d1c1a74 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:38:11.123509 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33464) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:38:11.194122 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a6c0d049-5b17-4107-9f8c-74d3aefdb493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1244356'] for network (83a6a52c-d780-4118-b3a2-309c1d1c1a74), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:11.246307 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-a6c0d049-5b17-4107-9f8c-74d3aefdb493 admin admin] Deleting port 03d81d05-9691-46f0-8940-ff48f2dee8ad {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:38:11.246647 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a6c0d049-5b17-4107-9f8c-74d3aefdb493 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (03d81d05-9691-46f0-8940-ff48f2dee8ad), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:11.310704 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [None req-a6c0d049-5b17-4107-9f8c-74d3aefdb493 admin admin] For port 03d81d05-9691-46f0-8940-ff48f2dee8ad, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=03d81d05-9691-46f0-8940-ff48f2dee8ad,segment=NetworkSegment(3b6c544b-dc85-4c94-8004-1c967ae0e4e0),segment_id=3b6c544b-dc85-4c94-8004-1c967ae0e4e0)] {{(pid=109655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:38:11.311061 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a6c0d049-5b17-4107-9f8c-74d3aefdb493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (03d81d05-9691-46f0-8940-ff48f2dee8ad), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:11.324272 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-a6c0d049-5b17-4107-9f8c-74d3aefdb493 admin admin] Calling delete_port for 03d81d05-9691-46f0-8940-ff48f2dee8ad owned by network:dhcp {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:38:11.404908 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a6c0d049-5b17-4107-9f8c-74d3aefdb493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (03d81d05-9691-46f0-8940-ff48f2dee8ad), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:11.405223 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df870ee-7032-4e8b-967a-a6da9b6d5e40 req-a381969a-d905-4b7a-9bf7-28839c317e13 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:11.406804 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0df870ee-7032-4e8b-967a-a6da9b6d5e40 req-a381969a-d905-4b7a-9bf7-28839c317e13 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0517139 Mar 16 00:38:11.436831 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0d049-5b17-4107-9f8c-74d3aefdb493 admin admin] Pushing event deleted for resources: {'Port': ['ID=03d81d05-9691-46f0-8940-ff48f2dee8ad,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:11.438975 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c0d049-5b17-4107-9f8c-74d3aefdb493 admin admin] No DVR routers for this DVR port 03d81d05-9691-46f0-8940-ff48f2dee8ad on host dv-cinder-831247-13-iscsi {{(pid=109655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:38:11.462687 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e6a175-67a9-4534-99c1-38ddd4fa3c05 None None] DHCP port deletion for 83a6a52c-d780-4118-b3a2-309c1d1c1a74 request from dv-cinder-831247-13-iscsi {{(pid=109657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 00:38:11.479460 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0df870ee-7032-4e8b-967a-a6da9b6d5e40 req-fbd10552-fd2b-4745-af95-d1032e577eac tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663610 Mar 16 00:38:11.515658 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a6c0d049-5b17-4107-9f8c-74d3aefdb493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135250', 'neutron.services.segments.db._delete_segments_for_network-8752661694154'] for network (83a6a52c-d780-4118-b3a2-309c1d1c1a74), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:11.536678 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-a6c0d049-5b17-4107-9f8c-74d3aefdb493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a6a52c-d780-4118-b3a2-309c1d1c1a74']}} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:38:11.546515 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-a6c0d049-5b17-4107-9f8c-74d3aefdb493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6c544b-dc85-4c94-8004-1c967ae0e4e0') {'for_net_delete': True} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:38:11.546814 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-a6c0d049-5b17-4107-9f8c-74d3aefdb493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6c544b-dc85-4c94-8004-1c967ae0e4e0') {} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:38:11.556368 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a6c0d049-5b17-4107-9f8c-74d3aefdb493 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752661698259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5409014'] for segment (3b6c544b-dc85-4c94-8004-1c967ae0e4e0), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:11.570687 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a6c0d049-5b17-4107-9f8c-74d3aefdb493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (3b6c544b-dc85-4c94-8004-1c967ae0e4e0), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:11.577666 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c0d049-5b17-4107-9f8c-74d3aefdb493 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 00:38:11.578065 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a6c0d049-5b17-4107-9f8c-74d3aefdb493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5476121'] for segment (3b6c544b-dc85-4c94-8004-1c967ae0e4e0), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: Traceback (most recent call last): Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: timer() Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: cb(*args, **kw) Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: return func(*args, **kwargs) Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: self._notify() Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: self.callback(batched_events) Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: event.method(event) Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: return f(self, *a, **k) Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: return self._get(url).json() Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: return self.request(url, 'GET', **kwargs) Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 00:38:11.580281 dv-cinder-831247-13-iscsi neutron-server[109655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 00:38:11.631733 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a6c0d049-5b17-4107-9f8c-74d3aefdb493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558650'] for network (83a6a52c-d780-4118-b3a2-309c1d1c1a74), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:11.636853 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a6c0d049-5b17-4107-9f8c-74d3aefdb493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:11.639997 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-a6c0d049-5b17-4107-9f8c-74d3aefdb493 admin admin] 10.222.0.10 "DELETE /v2.0/networks/83a6a52c-d780-4118-b3a2-309c1d1c1a74 HTTP/1.1" status: 204 len: 168 time: 0.5157337 Mar 16 00:38:11.656161 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0d049-5b17-4107-9f8c-74d3aefdb493 admin admin] Pushing event deleted for resources: {'Network': ['ID=83a6a52c-d780-4118-b3a2-309c1d1c1a74,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:11.807078 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33470) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:38:11.847462 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-ff408700-fad7-479f-ae8d-40d4c5bfb540 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=50c6c43ee5584543a4bb4b3c716fbaf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391922 Mar 16 00:38:11.849873 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33472) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:38:11.853100 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 65ca6ee6-731e-403e-8bf1-85cd11948eae no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:38:11.876975 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: 65ca6ee6-731e-403e-8bf1-85cd11948eae {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:38:11.877319 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 65ca6ee6-731e-403e-8bf1-85cd11948eae not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:38:11.877772 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 247def68-f895-4dad-99d4-4ff728efcaa2 no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:38:11.896533 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: 247def68-f895-4dad-99d4-4ff728efcaa2 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:38:11.896881 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 247def68-f895-4dad-99d4-4ff728efcaa2 not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:38:11.897301 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 03d81d05-9691-46f0-8940-ff48f2dee8ad no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:38:11.898562 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5f8ce1e5-af3d-4a6f-a2a7-cb45f682aa35 admin admin] Publish callbacks [] for security_group (2c0c1d27-d146-40b0-9c41-611f8cd29851), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:11.916386 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: 03d81d05-9691-46f0-8940-ff48f2dee8ad {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:38:11.916737 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 03d81d05-9691-46f0-8940-ff48f2dee8ad not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:38:11.920550 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5f8ce1e5-af3d-4a6f-a2a7-cb45f682aa35 admin admin] Publish callbacks [] for security_group (2c0c1d27-d146-40b0-9c41-611f8cd29851), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:11.967737 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5f8ce1e5-af3d-4a6f-a2a7-cb45f682aa35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (2c0c1d27-d146-40b0-9c41-611f8cd29851), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:11.970341 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5f8ce1e5-af3d-4a6f-a2a7-cb45f682aa35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:11.971484 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-5f8ce1e5-af3d-4a6f-a2a7-cb45f682aa35 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c0c1d27-d146-40b0-9c41-611f8cd29851 HTTP/1.1" status: 204 len: 168 time: 0.1205533 Mar 16 00:38:11.978796 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ce1e5-af3d-4a6f-a2a7-cb45f682aa35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0c1d27-d146-40b0-9c41-611f8cd29851,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:12.278490 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33478) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:38:12.318109 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-0fbc3d3d-bcd8-432f-8926-33185ae26bd9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eff011ed6b3543f59e8bfec479e7da11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384157 Mar 16 00:38:12.320788 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33480) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:38:12.367582 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-401d4006-dff1-403b-9a64-1bc45b17642f admin admin] Publish callbacks [] for security_group (624039d4-660b-4e3a-84f0-cb7cb381b8b2), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:12.391685 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-401d4006-dff1-403b-9a64-1bc45b17642f admin admin] Publish callbacks [] for security_group (624039d4-660b-4e3a-84f0-cb7cb381b8b2), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:12.437697 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-401d4006-dff1-403b-9a64-1bc45b17642f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (624039d4-660b-4e3a-84f0-cb7cb381b8b2), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:12.440835 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-401d4006-dff1-403b-9a64-1bc45b17642f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:12.442064 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-401d4006-dff1-403b-9a64-1bc45b17642f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/624039d4-660b-4e3a-84f0-cb7cb381b8b2 HTTP/1.1" status: 204 len: 168 time: 0.1203780 Mar 16 00:38:12.449571 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d4006-dff1-403b-9a64-1bc45b17642f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624039d4-660b-4e3a-84f0-cb7cb381b8b2,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:12.603009 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e174936-03a0-44cf-9d42-de0c00524cb9 req-5aa92a9b-b16d-416b-a1be-253bec5ce521 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:12.604672 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-8e174936-03a0-44cf-9d42-de0c00524cb9 req-5aa92a9b-b16d-416b-a1be-253bec5ce521 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0539477 Mar 16 00:38:12.655771 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-8e174936-03a0-44cf-9d42-de0c00524cb9 req-5efe9b14-9930-4dff-b3ee-9d4a270bdbc1 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451634 Mar 16 00:38:13.777399 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cf51e-114c-4f11-af18-dba6a775a4ed req-6dcbceab-e020-49aa-883c-b84fe4b65d49 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:13.778866 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-656cf51e-114c-4f11-af18-dba6a775a4ed req-6dcbceab-e020-49aa-883c-b84fe4b65d49 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0504081 Mar 16 00:38:13.827329 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-656cf51e-114c-4f11-af18-dba6a775a4ed req-6cd8b912-38e4-48c3-96b4-eede82b6a5c6 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430186 Mar 16 00:38:14.838839 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device e413aca7-a1b0-4072-b5b7-3fd54d35176f details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:38:14.962777 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port e413aca7-a1b0-4072-b5b7-3fd54d35176f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e413aca7-a1b0-4072-b5b7-3fd54d35176f,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:38:14.975806 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'port_id': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f', 'mac_address': 'fa:16:3e:ea:fe:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:38:14.979461 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df927767-880e-4e34-804e-678758410029 req-51b3e7d7-6082-4019-92ed-dcf8f72a420d tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:14.986377 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-df927767-880e-4e34-804e-678758410029 req-51b3e7d7-6082-4019-92ed-dcf8f72a420d tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0829027 Mar 16 00:38:15.025092 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port e413aca7-a1b0-4072-b5b7-3fd54d35176f is: ACTIVE; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:38:15.025911 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:15.043049 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e413aca7-a1b0-4072-b5b7-3fd54d35176f {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:38:15.045395 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-df927767-880e-4e34-804e-678758410029 req-34b12ccd-df4d-4290-b4b6-eaaec4623dc3 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589828 Mar 16 00:38:15.069205 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port e413aca7-a1b0-4072-b5b7-3fd54d35176f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e413aca7-a1b0-4072-b5b7-3fd54d35176f,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:38:15.073156 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:15.131969 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=e413aca7-a1b0-4072-b5b7-3fd54d35176f,revision_number=6']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:15.140133 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:38:15.140491 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:38:15.140835 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:38:15.141175 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:38:15.141558 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:38:15.141944 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:38:15.142280 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:38:15.142598 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:38:15.142926 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:38:15.143253 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:38:15.143580 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:38:15.143908 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:38:15.144231 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:38:15.144570 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:38:15.144873 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:38:15.152886 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['e413aca7-a1b0-4072-b5b7-3fd54d35176f'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:38:16.190616 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b4acb-3c48-48ce-872f-ffd37b626c4b req-bf5d0891-6e92-4059-935f-36328bf649b9 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:16.197452 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-de9b4acb-3c48-48ce-872f-ffd37b626c4b req-bf5d0891-6e92-4059-935f-36328bf649b9 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 945 time: 0.0720854 Mar 16 00:38:16.247094 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-de9b4acb-3c48-48ce-872f-ffd37b626c4b req-2d903cfb-16a6-438f-bafa-303f780c1ddf tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487578 Mar 16 00:38:16.839048 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device e413aca7-a1b0-4072-b5b7-3fd54d35176f up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:38:16.892919 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port e413aca7-a1b0-4072-b5b7-3fd54d35176f triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:38:16.893299 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:16.978864 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port e413aca7-a1b0-4072-b5b7-3fd54d35176f is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:38:16.979270 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:17.007159 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf2e512-2521-4321-ae5a-520084f0a61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:38:17.009378 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1ffa7e-fd7f-483f-ab9b-334643c2743b" -d '{"events": [{"server_uuid": "fbf2e512-2521-4321-ae5a-520084f0a61d", "name": "network-vif-plugged", "status": "completed", "tag": "e413aca7-a1b0-4072-b5b7-3fd54d35176f"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:38:17.021757 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port e413aca7-a1b0-4072-b5b7-3fd54d35176f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e413aca7-a1b0-4072-b5b7-3fd54d35176f,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:38:17.029211 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:17.057390 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54bbf7f-2e6c-4294-86e1-4f7c8437ac22 x-openstack-request-id: req-c54bbf7f-2e6c-4294-86e1-4f7c8437ac22 {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:38:17.057390 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf2e512-2521-4321-ae5a-520084f0a61d", "name": "network-vif-plugged", "status": "completed", "tag": "e413aca7-a1b0-4072-b5b7-3fd54d35176f", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:38:17.057390 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c54bbf7f-2e6c-4294-86e1-4f7c8437ac22 {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:38:17.057773 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf2e512-2521-4321-ae5a-520084f0a61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f', 'code': 200} Mar 16 00:38:17.086894 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=e413aca7-a1b0-4072-b5b7-3fd54d35176f,revision_number=7']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:17.385546 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea6d17-073b-4051-a9d7-d3521a341195 req-6de85a9b-013e-4d56-8c8d-c9696eb2ffe9 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:17.387292 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5cea6d17-073b-4051-a9d7-d3521a341195 req-6de85a9b-013e-4d56-8c8d-c9696eb2ffe9 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0612936 Mar 16 00:38:17.453648 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5cea6d17-073b-4051-a9d7-d3521a341195 req-20b457d7-39a1-42b9-9ece-7d2708b8a047 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540078 Mar 16 00:38:18.580165 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba56992-7e5d-4a9d-ac01-a42aa0273993 req-b62807eb-ea09-45df-bd28-753e878b2ccf tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:18.581826 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9ba56992-7e5d-4a9d-ac01-a42aa0273993 req-b62807eb-ea09-45df-bd28-753e878b2ccf tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0582995 Mar 16 00:38:18.633362 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9ba56992-7e5d-4a9d-ac01-a42aa0273993 req-d99741fa-2bf4-420a-a920-c65c815233ad tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456681 Mar 16 00:38:19.774733 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f677ec-5267-4d4d-a349-1d51c0edab22 req-706e51a6-acd9-446b-9070-2fa58350d235 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:19.775669 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-58f677ec-5267-4d4d-a349-1d51c0edab22 req-706e51a6-acd9-446b-9070-2fa58350d235 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0674684 Mar 16 00:38:19.832671 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-58f677ec-5267-4d4d-a349-1d51c0edab22 req-5dba6ed9-85b7-4d9b-986c-3dbb347c7cbd tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486217 Mar 16 00:38:20.133981 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-4896c5ac-25bb-4069-9cc2-7fb501b17c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:20.975536 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c11bae-c0b6-4b9a-acb2-e0a97c5262fe req-be368c31-8d45-449f-be1b-eef47a3e67b0 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:20.977185 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-77c11bae-c0b6-4b9a-acb2-e0a97c5262fe req-be368c31-8d45-449f-be1b-eef47a3e67b0 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0622871 Mar 16 00:38:21.032865 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-77c11bae-c0b6-4b9a-acb2-e0a97c5262fe req-13697d10-71c6-4ef7-9414-d72273258029 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495672 Mar 16 00:38:22.178522 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17cc1a-958e-42bd-9842-ab4cc017b869 req-96924637-e579-409e-86ae-54aaef400dda tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:22.180174 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ba17cc1a-958e-42bd-9842-ab4cc017b869 req-96924637-e579-409e-86ae-54aaef400dda tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0644348 Mar 16 00:38:22.232342 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ba17cc1a-958e-42bd-9842-ab4cc017b869 req-32639cfd-e3c8-40b8-87cb-6bc7ee5d2993 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463428 Mar 16 00:38:22.314613 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-fdb83bb1-d892-4d64-832f-92b90a3eebc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:22.945930 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:23.388650 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce695a0f-bab0-4a38-b1be-5e08160cefab req-0d71a95c-255e-4b13-9f78-8dbd49c19e36 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:23.390136 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ce695a0f-bab0-4a38-b1be-5e08160cefab req-0d71a95c-255e-4b13-9f78-8dbd49c19e36 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0547326 Mar 16 00:38:23.435666 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ce695a0f-bab0-4a38-b1be-5e08160cefab req-6e5266ea-23f6-4334-92ec-39c3ddeb5902 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395300 Mar 16 00:38:23.588283 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:23.713225 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07714106-4fad-42aa-bb5e-14c37cfc291c req-3d958770-54ee-4d44-84ea-94edfd46e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:23.714740 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-07714106-4fad-42aa-bb5e-14c37cfc291c req-3d958770-54ee-4d44-84ea-94edfd46e069 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9757ece4998543cd903bcd45f5938e73&device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 1130 time: 0.1348619 Mar 16 00:38:23.799140 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07714106-4fad-42aa-bb5e-14c37cfc291c req-b256f600-10db-44de-bcd9-1c42f3423b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:23.800571 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-07714106-4fad-42aa-bb5e-14c37cfc291c req-b256f600-10db-44de-bcd9-1c42f3423b38 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2dff86c-7c3f-4a04-a8eb-499a78756e53 HTTP/1.1" status: 200 len: 918 time: 0.0800097 Mar 16 00:38:23.866546 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-07714106-4fad-42aa-bb5e-14c37cfc291c req-795e921b-f2af-4504-b076-71be9faceacc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e413aca7-a1b0-4072-b5b7-3fd54d35176f HTTP/1.1" status: 200 len: 1002 time: 0.0598197 Mar 16 00:38:23.912446 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07714106-4fad-42aa-bb5e-14c37cfc291c req-da8cdc03-0c83-415a-82bf-0c9f79ff6fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:23.913801 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-07714106-4fad-42aa-bb5e-14c37cfc291c req-da8cdc03-0c83-415a-82bf-0c9f79ff6fd4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b5bae3d1-615a-4037-9a7b-190e549a5881 HTTP/1.1" status: 200 len: 856 time: 0.0412395 Mar 16 00:38:23.959900 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07714106-4fad-42aa-bb5e-14c37cfc291c req-334d074d-52ba-4958-908d-31cafd2bdb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:23.961321 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-07714106-4fad-42aa-bb5e-14c37cfc291c req-334d074d-52ba-4958-908d-31cafd2bdb49 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2dff86c-7c3f-4a04-a8eb-499a78756e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417967 Mar 16 00:38:24.048350 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-07714106-4fad-42aa-bb5e-14c37cfc291c req-ae1b6f72-10ac-4e77-b86f-14e4eda45fd5 service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808530 Mar 16 00:38:24.132819 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-07714106-4fad-42aa-bb5e-14c37cfc291c req-69d3511c-d5ea-41a5-a784-e182866a95f3 service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791790 Mar 16 00:38:24.558618 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b528f9-7b3d-4379-84a5-7b55809bad9a req-17c0c38f-de77-46d3-ba1d-d05ecb22ac21 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:24.560075 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-18b528f9-7b3d-4379-84a5-7b55809bad9a req-17c0c38f-de77-46d3-ba1d-d05ecb22ac21 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0510235 Mar 16 00:38:24.606322 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-18b528f9-7b3d-4379-84a5-7b55809bad9a req-137bc7d5-4301-409d-a856-d6f736fdb8ec tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400083 Mar 16 00:38:24.988425 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:25.734374 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92491a5-b8e7-431d-bc7a-c984ac2fc76a req-24c86939-624a-4948-b095-ee2d1b5d0aa1 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:25.735785 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e92491a5-b8e7-431d-bc7a-c984ac2fc76a req-24c86939-624a-4948-b095-ee2d1b5d0aa1 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0543060 Mar 16 00:38:25.781120 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e92491a5-b8e7-431d-bc7a-c984ac2fc76a req-f92cf91c-3659-409a-8483-6b06f10ee644 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399270 Mar 16 00:38:26.351583 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:26.907419 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1570e80-ca0a-4fb4-8f7d-e8f1bf7b85b6 req-90595fac-bb4f-441a-be1d-09b66b043daa tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:26.908881 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d1570e80-ca0a-4fb4-8f7d-e8f1bf7b85b6 req-90595fac-bb4f-441a-be1d-09b66b043daa tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0545380 Mar 16 00:38:26.954010 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d1570e80-ca0a-4fb4-8f7d-e8f1bf7b85b6 req-1cd7bfb3-0e26-4e1e-aa59-4aaf0c0f188f tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390911 Mar 16 00:38:27.843696 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057329e-ab0d-432f-a2f0-ad42cb67a679 req-af203362-96e2-43cf-8a9c-63daa3e6aeb6 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:27.845625 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0057329e-ab0d-432f-a2f0-ad42cb67a679 req-af203362-96e2-43cf-8a9c-63daa3e6aeb6 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0747809 Mar 16 00:38:27.888803 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5b896b04-98e8-4419-bf56-6f2c68bab2f0 req-41df1ed1-be6a-451d-907c-55a5791fbdc2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0775309 Mar 16 00:38:27.903037 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0057329e-ab0d-432f-a2f0-ad42cb67a679 req-91a0ed89-94e4-480b-99de-a234d31b69f8 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519280 Mar 16 00:38:27.960831 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896b04-98e8-4419-bf56-6f2c68bab2f0 req-4d9244c4-9a37-44fe-a41b-ac58224bc20a tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:27.962189 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5b896b04-98e8-4419-bf56-6f2c68bab2f0 req-4d9244c4-9a37-44fe-a41b-ac58224bc20a tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports/e413aca7-a1b0-4072-b5b7-3fd54d35176f HTTP/1.1" status: 200 len: 943 time: 0.0458453 Mar 16 00:38:28.767761 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896b04-98e8-4419-bf56-6f2c68bab2f0 req-e47251cd-7eee-4686-b5e5-824656f17d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:28.769232 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5b896b04-98e8-4419-bf56-6f2c68bab2f0 req-e47251cd-7eee-4686-b5e5-824656f17d35 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d&tenant_id=9757ece4998543cd903bcd45f5938e73 HTTP/1.1" status: 200 len: 1130 time: 0.0435474 Mar 16 00:38:28.832379 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896b04-98e8-4419-bf56-6f2c68bab2f0 req-0391aa74-a0e4-4b4f-a930-29bbc33b3ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:28.833999 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5b896b04-98e8-4419-bf56-6f2c68bab2f0 req-0391aa74-a0e4-4b4f-a930-29bbc33b3ca3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9757ece4998543cd903bcd45f5938e73&device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 1130 time: 0.0433133 Mar 16 00:38:28.923817 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896b04-98e8-4419-bf56-6f2c68bab2f0 req-da8df4b9-cac3-4d2d-9269-1032eb2348fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:28.925263 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5b896b04-98e8-4419-bf56-6f2c68bab2f0 req-da8df4b9-cac3-4d2d-9269-1032eb2348fa service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2dff86c-7c3f-4a04-a8eb-499a78756e53 HTTP/1.1" status: 200 len: 918 time: 0.0855842 Mar 16 00:38:28.932784 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device e413aca7-a1b0-4072-b5b7-3fd54d35176f no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:38:28.989521 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5b896b04-98e8-4419-bf56-6f2c68bab2f0 req-12759d30-234e-4cd3-9ded-231bb7776531 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e413aca7-a1b0-4072-b5b7-3fd54d35176f HTTP/1.1" status: 200 len: 1002 time: 0.0585408 Mar 16 00:38:29.009051 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port e413aca7-a1b0-4072-b5b7-3fd54d35176f is: ACTIVE; New status is: DOWN {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:38:29.009594 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:29.032794 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf2e512-2521-4321-ae5a-520084f0a61d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:38:29.033007 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32d23f-4385-454a-bd39-c444f61168a1 req-a47b4c4e-87da-453b-8f2e-be619bd89b1f tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:29.034380 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-de32d23f-4385-454a-bd39-c444f61168a1 req-a47b4c4e-87da-453b-8f2e-be619bd89b1f tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 946 time: 0.0588429 Mar 16 00:38:29.034616 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971b1bae-c9de-4cca-abfe-ebb246be9a24" -d '{"events": [{"server_uuid": "fbf2e512-2521-4321-ae5a-520084f0a61d", "name": "network-vif-unplugged", "status": "completed", "tag": "e413aca7-a1b0-4072-b5b7-3fd54d35176f"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:38:29.046210 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896b04-98e8-4419-bf56-6f2c68bab2f0 req-65cd86e5-0cc6-43ff-9559-e8a5a3178470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:29.048383 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5b896b04-98e8-4419-bf56-6f2c68bab2f0 req-65cd86e5-0cc6-43ff-9559-e8a5a3178470 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b5bae3d1-615a-4037-9a7b-190e549a5881 HTTP/1.1" status: 200 len: 856 time: 0.0531948 Mar 16 00:38:29.056190 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port e413aca7-a1b0-4072-b5b7-3fd54d35176f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e413aca7-a1b0-4072-b5b7-3fd54d35176f,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:38:29.062049 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:29.103583 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896b04-98e8-4419-bf56-6f2c68bab2f0 req-0d5eac32-09a8-479d-aa74-a06d32be6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:29.105713 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5b896b04-98e8-4419-bf56-6f2c68bab2f0 req-0d5eac32-09a8-479d-aa74-a06d32be6e04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2dff86c-7c3f-4a04-a8eb-499a78756e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506411 Mar 16 00:38:29.106118 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-de32d23f-4385-454a-bd39-c444f61168a1 req-0dd50748-3006-4a7c-8a9a-a1da2327826a tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654571 Mar 16 00:38:29.129474 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=e413aca7-a1b0-4072-b5b7-3fd54d35176f,revision_number=8']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:29.192528 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5b896b04-98e8-4419-bf56-6f2c68bab2f0 req-fbf858ba-baba-4f05-8a8b-09cb1caedfd3 service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807734 Mar 16 00:38:29.207956 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Mar 2022 00:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8b54d9-abbc-4e52-bb46-aed86894b827 x-openstack-request-id: req-5c8b54d9-abbc-4e52-bb46-aed86894b827 {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:38:29.208260 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf2e512-2521-4321-ae5a-520084f0a61d", "name": "network-vif-unplugged", "status": "completed", "tag": "e413aca7-a1b0-4072-b5b7-3fd54d35176f", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:38:29.208513 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5c8b54d9-abbc-4e52-bb46-aed86894b827 {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:38:29.208905 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf2e512-2521-4321-ae5a-520084f0a61d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f', 'code': 200} Mar 16 00:38:29.280545 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5b896b04-98e8-4419-bf56-6f2c68bab2f0 req-c2454481-00e6-4971-9598-9641f4a86ead service neutron] 10.222.0.46 "GET /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817852 Mar 16 00:38:30.222145 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bac3c-0bec-4a06-b11d-3aa614c7c419 req-21f42cfa-d2dc-4d11-b5bf-67f692935878 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:30.223559 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-7c6bac3c-0bec-4a06-b11d-3aa614c7c419 req-21f42cfa-d2dc-4d11-b5bf-67f692935878 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 944 time: 0.0539742 Mar 16 00:38:30.280246 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-7c6bac3c-0bec-4a06-b11d-3aa614c7c419 req-8859127d-41af-4879-b979-94a0d4c88eb2 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462353 Mar 16 00:38:31.424370 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175a7e5-d02d-443c-b1c3-a26b90bada30 req-c5a7ce17-9f4a-4428-a10d-19ed35cc6988 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:31.426331 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c175a7e5-d02d-443c-b1c3-a26b90bada30 req-c5a7ce17-9f4a-4428-a10d-19ed35cc6988 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 944 time: 0.0545206 Mar 16 00:38:31.481869 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c175a7e5-d02d-443c-b1c3-a26b90bada30 req-6743d1b8-d1f1-4234-838b-9785fd4131a7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480354 Mar 16 00:38:32.609594 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837b406-025b-4d40-b43a-10880798a862 req-372c569a-d176-4372-b4b7-4def38ac492b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:32.611166 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f837b406-025b-4d40-b43a-10880798a862 req-372c569a-d176-4372-b4b7-4def38ac492b tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 944 time: 0.0538788 Mar 16 00:38:32.664494 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f837b406-025b-4d40-b43a-10880798a862 req-5ca72c2d-d1e0-40bf-97bc-4f0c7a3a3570 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454886 Mar 16 00:38:33.795549 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349219a-717f-4770-8830-edfdc6339782 req-efe8532d-de2d-4263-acf0-be0ff3c9ef24 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:33.797756 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5349219a-717f-4770-8830-edfdc6339782 req-efe8532d-de2d-4263-acf0-be0ff3c9ef24 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 944 time: 0.0565019 Mar 16 00:38:33.852938 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5349219a-717f-4770-8830-edfdc6339782 req-025a78ee-de39-4ee3-a21e-8be3f5e9be3c tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496562 Mar 16 00:38:34.986447 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9d2f2-c1bd-4d40-94c9-3713f62bbb45 req-b9d1b6a2-f5cd-47e3-9b8e-2445f2e16334 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:34.987930 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bfb9d2f2-c1bd-4d40-94c9-3713f62bbb45 req-b9d1b6a2-f5cd-47e3-9b8e-2445f2e16334 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 944 time: 0.0594931 Mar 16 00:38:35.037778 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bfb9d2f2-c1bd-4d40-94c9-3713f62bbb45 req-1bbf3cbd-9a2e-4b27-9893-261c924c5f58 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438914 Mar 16 00:38:36.167764 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f4d6d-7b0d-4509-b087-1517b4ed5af9 req-ac6c4097-1165-4143-add4-768ceeafd60e tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:36.169253 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9c3f4d6d-7b0d-4509-b087-1517b4ed5af9 req-ac6c4097-1165-4143-add4-768ceeafd60e tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 944 time: 0.0536716 Mar 16 00:38:36.219403 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9c3f4d6d-7b0d-4509-b087-1517b4ed5af9 req-0f098375-a7a3-44bc-b1b8-a123da8a554e tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427864 Mar 16 00:38:37.348182 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9836b06-4e26-4422-9258-188a1183b231 req-365aed25-120e-430c-981e-f2ec179f75cb tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:37.349709 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f9836b06-4e26-4422-9258-188a1183b231 req-365aed25-120e-430c-981e-f2ec179f75cb tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 944 time: 0.0541935 Mar 16 00:38:37.402466 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f9836b06-4e26-4422-9258-188a1183b231 req-1f63af29-47b3-4999-a9c6-6f8849680212 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473001 Mar 16 00:38:38.525187 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab99c43-f992-4a65-8313-8123c6b16c2e req-93a17ca8-bd17-4bd0-a319-2bd32a2e0ac3 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:38.527676 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3ab99c43-f992-4a65-8313-8123c6b16c2e req-93a17ca8-bd17-4bd0-a319-2bd32a2e0ac3 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 944 time: 0.0522792 Mar 16 00:38:38.572045 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3ab99c43-f992-4a65-8313-8123c6b16c2e req-ef0bfa64-b177-49be-9a74-054270ac3edf tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396245 Mar 16 00:38:38.809132 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:38:38.830104 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee303d-7a35-4d36-bbe3-ae5404ab531b req-a0591448-d50e-4d8e-94ce-23a22772a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:38.831613 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5dee303d-7a35-4d36-bbe3-ae5404ab531b req-a0591448-d50e-4d8e-94ce-23a22772a907 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 1128 time: 0.0467522 Mar 16 00:38:38.873369 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5dee303d-7a35-4d36-bbe3-ae5404ab531b req-7a526638-ec50-4d8b-b15b-0a1419414d7b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354648 Mar 16 00:38:39.698290 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4da23-4dc2-40af-b2d6-b0a456653e2e req-d169ea99-904c-43a1-8e56-2d3feddaaa56 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:39.700444 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bbd4da23-4dc2-40af-b2d6-b0a456653e2e req-d169ea99-904c-43a1-8e56-2d3feddaaa56 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 944 time: 0.0598125 Mar 16 00:38:39.753810 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bbd4da23-4dc2-40af-b2d6-b0a456653e2e req-f432977d-593c-43ae-977f-f6f2985f8d68 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453649 Mar 16 00:38:40.871182 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508688c5-553e-4a2c-b9f0-458b7b2718e5 req-e4ad1a84-df15-461c-8dc3-5b58bcf65cca tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:40.872694 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-508688c5-553e-4a2c-b9f0-458b7b2718e5 req-e4ad1a84-df15-461c-8dc3-5b58bcf65cca tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 944 time: 0.0515394 Mar 16 00:38:40.917842 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-508688c5-553e-4a2c-b9f0-458b7b2718e5 req-6853c3ca-08d9-4ca1-9147-3f75102fb4f3 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395989 Mar 16 00:38:40.991102 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device e413aca7-a1b0-4072-b5b7-3fd54d35176f details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:38:41.088049 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port e413aca7-a1b0-4072-b5b7-3fd54d35176f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e413aca7-a1b0-4072-b5b7-3fd54d35176f,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:38:41.099140 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'port_id': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f', 'mac_address': 'fa:16:3e:ea:fe:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:38:41.134324 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port e413aca7-a1b0-4072-b5b7-3fd54d35176f is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:38:41.134717 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:41.147717 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e413aca7-a1b0-4072-b5b7-3fd54d35176f {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:38:41.167535 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port e413aca7-a1b0-4072-b5b7-3fd54d35176f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e413aca7-a1b0-4072-b5b7-3fd54d35176f,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:38:41.171639 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:41.217722 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=e413aca7-a1b0-4072-b5b7-3fd54d35176f,revision_number=9']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:41.395183 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['e413aca7-a1b0-4072-b5b7-3fd54d35176f'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:38:42.991716 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device e413aca7-a1b0-4072-b5b7-3fd54d35176f up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:38:43.039490 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port e413aca7-a1b0-4072-b5b7-3fd54d35176f triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:38:43.039869 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:43.117275 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port e413aca7-a1b0-4072-b5b7-3fd54d35176f is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:38:43.117684 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:43.138917 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf2e512-2521-4321-ae5a-520084f0a61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:38:43.141621 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfc3a6d-fba4-44ce-b9d8-6a635214692f" -d '{"events": [{"server_uuid": "fbf2e512-2521-4321-ae5a-520084f0a61d", "name": "network-vif-plugged", "status": "completed", "tag": "e413aca7-a1b0-4072-b5b7-3fd54d35176f"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:38:43.153145 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port e413aca7-a1b0-4072-b5b7-3fd54d35176f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e413aca7-a1b0-4072-b5b7-3fd54d35176f,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:38:43.157924 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:43.183972 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3be8a3-a111-420e-9ad1-192b7df52e16 x-openstack-request-id: req-cc3be8a3-a111-420e-9ad1-192b7df52e16 {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:38:43.184265 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf2e512-2521-4321-ae5a-520084f0a61d", "name": "network-vif-plugged", "status": "completed", "tag": "e413aca7-a1b0-4072-b5b7-3fd54d35176f", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:38:43.184520 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc3be8a3-a111-420e-9ad1-192b7df52e16 {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:38:43.185170 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf2e512-2521-4321-ae5a-520084f0a61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f', 'code': 200} Mar 16 00:38:43.210438 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=e413aca7-a1b0-4072-b5b7-3fd54d35176f,revision_number=10']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:48.724306 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6183e-9f37-428d-ae85-02bf35902c44 req-a55a749f-f172-40c0-8708-98cddd8d4a12 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:48.725713 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-add6183e-9f37-428d-ae85-02bf35902c44 req-a55a749f-f172-40c0-8708-98cddd8d4a12 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 946 time: 0.0610366 Mar 16 00:38:48.780313 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-add6183e-9f37-428d-ae85-02bf35902c44 req-78f1699e-8dba-4a9c-8584-571b20098016 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489752 Mar 16 00:38:49.900751 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19fa0d-0cb9-441b-a8df-6b1d1492e7b8 req-408afbea-0e9a-4004-8c8b-c6e5c06eb3cf tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:49.902233 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bc19fa0d-0cb9-441b-a8df-6b1d1492e7b8 req-408afbea-0e9a-4004-8c8b-c6e5c06eb3cf tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 946 time: 0.0543301 Mar 16 00:38:49.951240 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bc19fa0d-0cb9-441b-a8df-6b1d1492e7b8 req-a07ecb71-cdd4-4568-929a-1ae453e4dc3c tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428631 Mar 16 00:38:49.986795 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-2474d68c-5b8a-42bf-b483-7186b3feef64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:50.196749 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a600740-61b5-4900-a584-aba5e934ec5b req-4171898f-9c88-46ea-b57a-ea7f51d494c5 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:50.198128 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1a600740-61b5-4900-a584-aba5e934ec5b req-4171898f-9c88-46ea-b57a-ea7f51d494c5 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 946 time: 0.0513206 Mar 16 00:38:50.285161 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-1a600740-61b5-4900-a584-aba5e934ec5b req-b648cd73-d360-4f35-a09a-f078426b6956 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Deleting port d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:38:50.285509 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1a600740-61b5-4900-a584-aba5e934ec5b req-b648cd73-d360-4f35-a09a-f078426b6956 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:50.374188 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-1a600740-61b5-4900-a584-aba5e934ec5b req-b648cd73-d360-4f35-a09a-f078426b6956 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] For port d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0,segment=NetworkSegment(bf8a215e-68ab-4d0e-b295-dc90f1744763),segment_id=bf8a215e-68ab-4d0e-b295-dc90f1744763)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:38:50.374549 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1a600740-61b5-4900-a584-aba5e934ec5b req-b648cd73-d360-4f35-a09a-f078426b6956 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:50.537344 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1a600740-61b5-4900-a584-aba5e934ec5b req-b648cd73-d360-4f35-a09a-f078426b6956 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:50.537661 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1a600740-61b5-4900-a584-aba5e934ec5b req-b648cd73-d360-4f35-a09a-f078426b6956 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (b5ce433e-2207-45dd-9fca-857076a3aff0), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:50.537977 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.l3_db [req-1a600740-61b5-4900-a584-aba5e934ec5b req-b648cd73-d360-4f35-a09a-f078426b6956 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Floating IP b5ce433e-2207-45dd-9fca-857076a3aff0 disassociated. External IP: 172.27.2.14, port: d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0. Mar 16 00:38:50.538309 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-1a600740-61b5-4900-a584-aba5e934ec5b req-b648cd73-d360-4f35-a09a-f078426b6956 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Calling delete_port for d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 owned by compute:nova {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:38:50.663061 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1a600740-61b5-4900-a584-aba5e934ec5b req-b648cd73-d360-4f35-a09a-f078426b6956 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:50.691512 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648cd73-d360-4f35-a09a-f078426b6956 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event deleted for resources: {'Port': ['ID=d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:50.806087 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a600740-61b5-4900-a584-aba5e934ec5b req-b648cd73-d360-4f35-a09a-f078426b6956 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Router 267f981d-89a0-4eff-9e68-c0be8abda654 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:38:50.911253 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a600740-61b5-4900-a584-aba5e934ec5b req-b648cd73-d360-4f35-a09a-f078426b6956 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:38:50.922172 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1b16e1-e619-47e7-8d41-e42d2510d6fa None None] Sync routers for ids ['267f981d-89a0-4eff-9e68-c0be8abda654'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:38:50.931415 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1b16e1-e619-47e7-8d41-e42d2510d6fa None None] Routers {'267f981d-89a0-4eff-9e68-c0be8abda654'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:38:50.932027 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-8b1b16e1-e619-47e7-8d41-e42d2510d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:38:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['267f981d-89a0-4eff-9e68-c0be8abda654'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:38:50.951534 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a600740-61b5-4900-a584-aba5e934ec5b req-b648cd73-d360-4f35-a09a-f078426b6956 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] No DVR routers for this DVR port d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 on host hv-cinder-83124 {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:38:50.954070 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-1a600740-61b5-4900-a584-aba5e934ec5b req-b648cd73-d360-4f35-a09a-f078426b6956 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:50.957377 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1a600740-61b5-4900-a584-aba5e934ec5b req-b648cd73-d360-4f35-a09a-f078426b6956 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.46 "DELETE /v2.0/ports/d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 HTTP/1.1" status: 204 len: 173 time: 0.7544537 Mar 16 00:38:50.957836 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5a21c5-e0ed-44a5-878d-49fd341213c9', 'name': 'network-vif-deleted', 'tag': 'd2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:38:50.960104 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e020e3-5ba5-49e0-b66d-fbccfcd2d002" -d '{"events": [{"server_uuid": "1a5a21c5-e0ed-44a5-878d-49fd341213c9", "name": "network-vif-deleted", "tag": "d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:38:51.053622 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-8b1b16e1-e619-47e7-8d41-e42d2510d6fa None None] Set router 267f981d-89a0-4eff-9e68-c0be8abda654 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:38:51.068988 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1b587436-d087-4a9d-b234-52f1143946bb req-2cf3bcc4-a191-41eb-9c2b-1acd2acbdf8d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a5a21c5-e0ed-44a5-878d-49fd341213c9 HTTP/1.1" status: 200 len: 210 time: 0.0464437 Mar 16 00:38:51.074968 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a584339b-bf84-4015-8605-96dc1b23bd34 x-openstack-request-id: req-a584339b-bf84-4015-8605-96dc1b23bd34 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:38:51.075269 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5a21c5-e0ed-44a5-878d-49fd341213c9", "name": "network-vif-deleted", "tag": "d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:38:51.075526 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a584339b-bf84-4015-8605-96dc1b23bd34 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:38:51.075931 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5a21c5-e0ed-44a5-878d-49fd341213c9', 'name': 'network-vif-deleted', 'tag': 'd2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0', 'status': 'completed', 'code': 200} Mar 16 00:38:51.265221 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-8b1b16e1-e619-47e7-8d41-e42d2510d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': 'ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa', 'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'mac_address': 'fa:16:3e:08:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:39Z', 'updated_at': '2022-03-16T00:35:47Z', 'revision_number': 5, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'subnets': [{'id': '9090298d-6431-4eac-8565-b1501caf6de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:38:51.294694 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1b16e1-e619-47e7-8d41-e42d2510d6fa None None] Checking router: 267f981d-89a0-4eff-9e68-c0be8abda654 for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:38:51.303056 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1b16e1-e619-47e7-8d41-e42d2510d6fa None None] Routers {'267f981d-89a0-4eff-9e68-c0be8abda654'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:38:51.303664 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-8b1b16e1-e619-47e7-8d41-e42d2510d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:38:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['267f981d-89a0-4eff-9e68-c0be8abda654'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:38:51.410350 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-8b1b16e1-e619-47e7-8d41-e42d2510d6fa None None] Set router 267f981d-89a0-4eff-9e68-c0be8abda654 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:38:51.611323 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-8b1b16e1-e619-47e7-8d41-e42d2510d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': 'ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa', 'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'mac_address': 'fa:16:3e:08:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:39Z', 'updated_at': '2022-03-16T00:35:47Z', 'revision_number': 5, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'subnets': [{'id': '9090298d-6431-4eac-8565-b1501caf6de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:38:51.641322 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1b16e1-e619-47e7-8d41-e42d2510d6fa None None] The sync data for ids ['267f981d-89a0-4eff-9e68-c0be8abda654'] in dv-cinder-831247-13-iscsi is: [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': 'ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa', 'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'mac_address': 'fa:16:3e:08:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:39Z', 'updated_at': '2022-03-16T00:35:47Z', 'revision_number': 5, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'subnets': [{'id': '9090298d-6431-4eac-8565-b1501caf6de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:38:51.858580 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfb8670-91ef-41aa-adad-dd1a82e2b525 None None] New status for floating IP b5ce433e-2207-45dd-9fca-857076a3aff0: DOWN {{(pid=109658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:38:52.317527 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-d65a64fe-5a41-4c98-9304-d531571e1060 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541193424&fields=id&tenant_id=c9ff6862fa484b9884a908113ed78c53 HTTP/1.1" status: 200 len: 267 time: 0.0429735 Mar 16 00:38:52.318744 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e224290c-c28b-487c-8811-b6eb4a6a1e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:52.426454 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-893acf59-e34e-4b85-b581-d865e634f3da tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:52.427916 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-893acf59-e34e-4b85-b581-d865e634f3da tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/networks?id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96 HTTP/1.1" status: 200 len: 812 time: 0.0982673 Mar 16 00:38:52.443327 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-9a69c9a6-fccf-45c0-8274-899cb5ba076d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/quotas/c9ff6862fa484b9884a908113ed78c53 HTTP/1.1" status: 200 len: 375 time: 0.0098391 Mar 16 00:38:52.500195 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-bfff27e7-91d0-40c7-bd8f-51aab4807e49 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9ff6862fa484b9884a908113ed78c53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508640 Mar 16 00:38:52.633294 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-c8a9465c-e967-42d8-aad4-d6cee2473c37 service neutron] 10.222.0.10 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198547 Mar 16 00:38:52.727703 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-7b982f36-4104-424c-8032-6a9f866bea9a service neutron] 10.222.0.10 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870793 Mar 16 00:38:52.945820 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:53.003109 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2d7897a9-7d94-4ad9-9100-cf85280c5c4b req-1406828d-ca8f-4313-bba9-6f53138519dd tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 210 time: 0.0270257 Mar 16 00:38:53.589505 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:53.933808 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-8779b7b9-c9a5-4475-9fc7-78ee08be721f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:53.935593 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-8779b7b9-c9a5-4475-9fc7-78ee08be721f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.46 "GET /v2.0/networks?id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96 HTTP/1.1" status: 200 len: 812 time: 0.0990214 Mar 16 00:38:53.996609 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-0eacd477-0d32-45d8-a4c2-d560447f11ec tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9ff6862fa484b9884a908113ed78c53 HTTP/1.1" status: 200 len: 380 time: 0.0539932 Mar 16 00:38:54.007470 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-5a1f326a-a8cb-4691-8bf6-fa8aa474d63f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Request body: {'port': {'device_id': '9188a816-f345-47b6-877e-f32ad10714d5', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'admin_state_up': True, 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'security_groups': ['eb7a479b-d12d-46d6-b729-f52795082ff2']}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:38:54.099993 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-40617f86-5054-48ea-ac80-08b85e014e6c req-d851dc12-62fc-4204-84ab-5ed749b5e90e tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 210 time: 0.0315831 Mar 16 00:38:54.137532 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-5a1f326a-a8cb-4691-8bf6-fa8aa474d63f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Made reservation on behalf of c9ff6862fa484b9884a908113ed78c53 for: {'port': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:38:54.141409 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-5a1f326a-a8cb-4691-8bf6-fa8aa474d63f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:54.267313 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-5a1f326a-a8cb-4691-8bf6-fa8aa474d63f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Allocated IP 172.20.0.14 (2fe10e1c-d717-42d6-8d12-b659bf7cdd96/9090298d-6431-4eac-8565-b1501caf6de2/7004c588-76c0-48c3-b0e0-72a95cfde225) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:38:54.413750 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-5a1f326a-a8cb-4691-8bf6-fa8aa474d63f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for port (7004c588-76c0-48c3-b0e0-72a95cfde225), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:54.446643 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-5a1f326a-a8cb-4691-8bf6-fa8aa474d63f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (7004c588-76c0-48c3-b0e0-72a95cfde225), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:54.488506 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-5a1f326a-a8cb-4691-8bf6-fa8aa474d63f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:38:54.491625 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-5a1f326a-a8cb-4691-8bf6-fa8aa474d63f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:38:54.495191 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-5a1f326a-a8cb-4691-8bf6-fa8aa474d63f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:38:54.518658 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f326a-a8cb-4691-8bf6-fa8aa474d63f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event updated for resources: {'Port': ['ID=7004c588-76c0-48c3-b0e0-72a95cfde225,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:54.547091 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-5a1f326a-a8cb-4691-8bf6-fa8aa474d63f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:54.547804 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-5a1f326a-a8cb-4691-8bf6-fa8aa474d63f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:54.564138 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-5a1f326a-a8cb-4691-8bf6-fa8aa474d63f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5629761 Mar 16 00:38:54.576403 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] Request body: {'port': {'device_id': '9188a816-f345-47b6-877e-f32ad10714d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:38:54.639661 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (7004c588-76c0-48c3-b0e0-72a95cfde225), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:54.721164 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-ff26c978-d55c-4006-afc6-2baf5b680b62 None None] Provisioning complete for port 7004c588-76c0-48c3-b0e0-72a95cfde225 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:38:54.721780 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ff26c978-d55c-4006-afc6-2baf5b680b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (7004c588-76c0-48c3-b0e0-72a95cfde225), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:54.756891 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-ff26c978-d55c-4006-afc6-2baf5b680b62 None None] Port 7004c588-76c0-48c3-b0e0-72a95cfde225 cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:38:54.993518 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:55.068190 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:38:55.087623 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] No Port match for: d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:38:55.087964 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device d2fc27d5-12c0-42a6-95b6-eb05b7a2e3f0 not bound to the agent host hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:38:55.142384 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7004c588-76c0-48c3-b0e0-72a95cfde225 {{(pid=109656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:38:55.150282 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] Publish callbacks [] for port (7004c588-76c0-48c3-b0e0-72a95cfde225), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:55.162116 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.provisioning_blocks [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] Transition to ACTIVE for port object 7004c588-76c0-48c3-b0e0-72a95cfde225 will not be triggered until provisioned by entity L2. {{(pid=109656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 00:38:55.166335 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (7004c588-76c0-48c3-b0e0-72a95cfde225), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:55.219347 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7004c588-76c0-48c3-b0e0-72a95cfde225,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:55.222769 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586e7a6-7e4c-4ec4-b883-2f6ca1e4b54a req-66a84f41-d9d6-4eed-b453-a0019e7f47c7 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:55.224286 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0586e7a6-7e4c-4ec4-b883-2f6ca1e4b54a req-66a84f41-d9d6-4eed-b453-a0019e7f47c7 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 944 time: 0.0562809 Mar 16 00:38:55.278076 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0586e7a6-7e4c-4ec4-b883-2f6ca1e4b54a req-1cd839c8-546a-40fb-b9d3-c2e296a6f4ab tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476570 Mar 16 00:38:55.293079 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] Attempting to bind port 7004c588-76c0-48c3-b0e0-72a95cfde225 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:38:55.293415 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] Attempting to bind port 7004c588-76c0-48c3-b0e0-72a95cfde225 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'bf8a215e-68ab-4d0e-b295-dc90f1744763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96'}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:38:55.293775 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] Attempting to bind port 7004c588-76c0-48c3-b0e0-72a95cfde225 on network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:38:55.298496 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] Port 7004c588-76c0-48c3-b0e0-72a95cfde225 on network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 00:38:55.298820 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] Attempting to bind port 7004c588-76c0-48c3-b0e0-72a95cfde225 on network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:38:55.304824 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] Checking agent: {'id': 'b9d601fa-f980-49b0-9520-143ebd33322f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'started_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:38:55.305167 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] Checking segment: {'id': 'bf8a215e-68ab-4d0e-b295-dc90f1744763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:38:55.305588 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] Bound using segment: {'id': 'bf8a215e-68ab-4d0e-b295-dc90f1744763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96'} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:38:55.306030 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] Bound port: 7004c588-76c0-48c3-b0e0-72a95cfde225, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8a215e-68ab-4d0e-b295-dc90f1744763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96'}}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:38:55.306399 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (7004c588-76c0-48c3-b0e0-72a95cfde225), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:55.375837 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] For port 7004c588-76c0-48c3-b0e0-72a95cfde225, host hv-cinder-83124, cleared binding levels {{(pid=109656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:38:55.379289 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] For port 7004c588-76c0-48c3-b0e0-72a95cfde225, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7004c588-76c0-48c3-b0e0-72a95cfde225,segment=NetworkSegment(bf8a215e-68ab-4d0e-b295-dc90f1744763),segment_id=bf8a215e-68ab-4d0e-b295-dc90f1744763)] {{(pid=109656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:38:55.385010 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (7004c588-76c0-48c3-b0e0-72a95cfde225), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:55.418687 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:55.419316 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:55.420916 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] 10.222.0.46 "PUT /v2.0/ports/7004c588-76c0-48c3-b0e0-72a95cfde225 HTTP/1.1" status: 200 len: 1094 time: 0.8485918 Mar 16 00:38:55.421358 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9188a816-f345-47b6-877e-f32ad10714d5', 'tag': '7004c588-76c0-48c3-b0e0-72a95cfde225'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:38:55.424351 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ad2f7c-88d7-4886-9e91-806e8633d5cf" -d '{"events": [{"name": "network-changed", "server_uuid": "9188a816-f345-47b6-877e-f32ad10714d5", "tag": "7004c588-76c0-48c3-b0e0-72a95cfde225"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:38:55.464329 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef962495-feb9-4e31-ae46-6f64ac9249f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7004c588-76c0-48c3-b0e0-72a95cfde225,revision_number=3']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:38:55.487371 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82b24c2-d81a-4841-9eaa-9ab99f12fe41 x-openstack-request-id: req-f82b24c2-d81a-4841-9eaa-9ab99f12fe41 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:38:55.487729 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9188a816-f345-47b6-877e-f32ad10714d5", "tag": "7004c588-76c0-48c3-b0e0-72a95cfde225", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:38:55.488044 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f82b24c2-d81a-4841-9eaa-9ab99f12fe41 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:38:55.488497 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9188a816-f345-47b6-877e-f32ad10714d5', 'tag': '7004c588-76c0-48c3-b0e0-72a95cfde225', 'status': 'completed', 'code': 200} Mar 16 00:38:55.528007 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-1332d928-8808-4685-8c9d-00b3fedebe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:55.529902 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-1332d928-8808-4685-8c9d-00b3fedebe57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9ff6862fa484b9884a908113ed78c53&device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 1128 time: 0.0513277 Mar 16 00:38:55.578764 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-c47ffa07-40fe-49f8-b555-fd0362061e29 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7004c588-76c0-48c3-b0e0-72a95cfde225 HTTP/1.1" status: 200 len: 217 time: 0.0406950 Mar 16 00:38:55.638399 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-af44ed98-d677-4e6e-9854-ca7da791c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:55.640428 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-af44ed98-d677-4e6e-9854-ca7da791c8e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9090298d-6431-4eac-8565-b1501caf6de2 HTTP/1.1" status: 200 len: 851 time: 0.0524964 Mar 16 00:38:55.692945 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-77ef5cfe-c25b-42d7-9606-f3507cada679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:55.694556 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-77ef5cfe-c25b-42d7-9606-f3507cada679 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474217 Mar 16 00:38:55.790015 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-3c0cff62-d972-4c1a-b1e1-bf551d88817a service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844786 Mar 16 00:38:55.882336 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6f516f13-d5b1-4702-85f7-711282c4b7fe req-bf33e1dd-d395-4f50-b68d-dcbfacf243d3 service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808728 Mar 16 00:38:55.975367 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad2f7c-88d7-4886-9e91-806e8633d5cf req-ea8477d5-898c-4007-9123-3a32a2dd00d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:55.976864 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d6ad2f7c-88d7-4886-9e91-806e8633d5cf req-ea8477d5-898c-4007-9123-3a32a2dd00d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9ff6862fa484b9884a908113ed78c53&device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 1128 time: 0.0485806 Mar 16 00:38:56.064984 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad2f7c-88d7-4886-9e91-806e8633d5cf req-155ce7c8-e21c-4567-abc1-ac0127c1ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:56.066446 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d6ad2f7c-88d7-4886-9e91-806e8633d5cf req-155ce7c8-e21c-4567-abc1-ac0127c1ea0c service neutron] 10.222.0.46 "GET /v2.0/networks?id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96 HTTP/1.1" status: 200 len: 913 time: 0.0810413 Mar 16 00:38:56.113682 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d6ad2f7c-88d7-4886-9e91-806e8633d5cf req-05c59b92-18f6-41c1-88f0-eda655318454 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7004c588-76c0-48c3-b0e0-72a95cfde225 HTTP/1.1" status: 200 len: 217 time: 0.0375984 Mar 16 00:38:56.159477 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad2f7c-88d7-4886-9e91-806e8633d5cf req-325e4443-ca26-4d90-91ba-610860ba707e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:56.160863 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d6ad2f7c-88d7-4886-9e91-806e8633d5cf req-325e4443-ca26-4d90-91ba-610860ba707e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9090298d-6431-4eac-8565-b1501caf6de2 HTTP/1.1" status: 200 len: 851 time: 0.0405912 Mar 16 00:38:56.208189 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad2f7c-88d7-4886-9e91-806e8633d5cf req-b1dad450-a6ad-4a33-9955-e17bbec3d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:56.209699 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d6ad2f7c-88d7-4886-9e91-806e8633d5cf req-b1dad450-a6ad-4a33-9955-e17bbec3d487 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422390 Mar 16 00:38:56.299544 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d6ad2f7c-88d7-4886-9e91-806e8633d5cf req-30590e46-6ab4-4df1-8e63-7b30dd700bc6 service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842102 Mar 16 00:38:56.358745 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:38:56.389249 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d6ad2f7c-88d7-4886-9e91-806e8633d5cf req-d3cca397-8743-4e3f-b1a3-7d76a8914b9d service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839002 Mar 16 00:38:56.393677 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b9149-21c1-4ad8-bca9-c611c6f19572 req-5311338d-a8f9-4dea-9983-2e509e2ead56 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:56.395160 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ef3b9149-21c1-4ad8-bca9-c611c6f19572 req-5311338d-a8f9-4dea-9983-2e509e2ead56 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 944 time: 0.0537128 Mar 16 00:38:56.444339 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ef3b9149-21c1-4ad8-bca9-c611c6f19572 req-d520f5f0-c78c-4aff-99cf-68da86405404 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435798 Mar 16 00:38:57.560964 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3cf45-271e-416b-bbac-db5ab5ea4f37 req-2db36efc-3ecb-40bc-a3b7-d5b4c31f74f1 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:57.562467 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-dbb3cf45-271e-416b-bbac-db5ab5ea4f37 req-2db36efc-3ecb-40bc-a3b7-d5b4c31f74f1 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 944 time: 0.0522926 Mar 16 00:38:57.609156 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-dbb3cf45-271e-416b-bbac-db5ab5ea4f37 req-e3392fde-a095-44ea-82d1-8af2eaae0adb tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412827 Mar 16 00:38:58.725400 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bebadb-65aa-4bb8-96cb-094b7c738471 req-b18bc9a1-25c1-44d3-b914-c493a0472d31 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:58.726800 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-60bebadb-65aa-4bb8-96cb-094b7c738471 req-b18bc9a1-25c1-44d3-b914-c493a0472d31 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 944 time: 0.0526350 Mar 16 00:38:58.777261 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-60bebadb-65aa-4bb8-96cb-094b7c738471 req-73944cab-fa8f-422b-8ee6-6a04458e63f7 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449498 Mar 16 00:38:59.895234 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4d580-d855-45c6-bda6-3b68144d70fd req-39ce7b0c-6e8b-43eb-afba-5eff6e582412 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:38:59.896682 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-39f4d580-d855-45c6-bda6-3b68144d70fd req-39ce7b0c-6e8b-43eb-afba-5eff6e582412 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 944 time: 0.0543282 Mar 16 00:38:59.942859 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-39f4d580-d855-45c6-bda6-3b68144d70fd req-d636c01d-c643-4183-aef4-4cf9c581fba1 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407124 Mar 16 00:39:01.061836 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49434a9b-bb6f-4cff-a7a2-c3d8950ffc50 req-290fb1a7-f6e9-4203-960d-f6a7e9dd7e2b tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:01.063519 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-49434a9b-bb6f-4cff-a7a2-c3d8950ffc50 req-290fb1a7-f6e9-4203-960d-f6a7e9dd7e2b tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 944 time: 0.0524962 Mar 16 00:39:01.110648 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-49434a9b-bb6f-4cff-a7a2-c3d8950ffc50 req-632a9983-c8f2-4889-aa26-0ef9c898aa6e tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416584 Mar 16 00:39:02.224716 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa963f0b-5025-4a9d-90c2-c46b430d0aeb req-30e66ba9-d8ac-40b2-a3fd-f6fd4c51a1f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:02.226209 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-aa963f0b-5025-4a9d-90c2-c46b430d0aeb req-30e66ba9-d8ac-40b2-a3fd-f6fd4c51a1f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 944 time: 0.0512836 Mar 16 00:39:02.272546 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-aa963f0b-5025-4a9d-90c2-c46b430d0aeb req-418a993e-9931-46ef-a25f-2519d14c3382 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410075 Mar 16 00:39:03.391318 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d5872-dae1-4e79-a99f-325558e19b52 req-dbc717e0-60ab-4b0a-b511-1ed9a435952b tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:03.392775 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-7c9d5872-dae1-4e79-a99f-325558e19b52 req-dbc717e0-60ab-4b0a-b511-1ed9a435952b tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 944 time: 0.0519018 Mar 16 00:39:03.440415 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-7c9d5872-dae1-4e79-a99f-325558e19b52 req-b8f4490e-cc68-401e-bdf8-5fe71f9c36e4 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421832 Mar 16 00:39:04.556738 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a90b75-a615-462b-afff-240adb3e9a13 req-0410677f-b6d0-4895-866a-2a0c24eb6c21 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:04.558209 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b9a90b75-a615-462b-afff-240adb3e9a13 req-0410677f-b6d0-4895-866a-2a0c24eb6c21 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 944 time: 0.0539277 Mar 16 00:39:04.605809 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b9a90b75-a615-462b-afff-240adb3e9a13 req-f10e52c5-4e8f-444a-bf41-7ea1d78674eb tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413458 Mar 16 00:39:05.131374 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 7004c588-76c0-48c3-b0e0-72a95cfde225 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:39:05.351006 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 7004c588-76c0-48c3-b0e0-72a95cfde225, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7004c588-76c0-48c3-b0e0-72a95cfde225,segment=NetworkSegment(bf8a215e-68ab-4d0e-b295-dc90f1744763),segment_id=bf8a215e-68ab-4d0e-b295-dc90f1744763)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:39:05.362464 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': '7004c588-76c0-48c3-b0e0-72a95cfde225', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'port_id': '7004c588-76c0-48c3-b0e0-72a95cfde225', 'mac_address': 'fa:16:3e:4a:95:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:39:05.398290 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 7004c588-76c0-48c3-b0e0-72a95cfde225 is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:39:05.398627 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (7004c588-76c0-48c3-b0e0-72a95cfde225), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:05.411438 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7004c588-76c0-48c3-b0e0-72a95cfde225 {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:39:05.430310 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 7004c588-76c0-48c3-b0e0-72a95cfde225, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7004c588-76c0-48c3-b0e0-72a95cfde225,segment=NetworkSegment(bf8a215e-68ab-4d0e-b295-dc90f1744763),segment_id=bf8a215e-68ab-4d0e-b295-dc90f1744763)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:39:05.433971 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (7004c588-76c0-48c3-b0e0-72a95cfde225), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:05.479143 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=7004c588-76c0-48c3-b0e0-72a95cfde225,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:05.648445 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['7004c588-76c0-48c3-b0e0-72a95cfde225'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:39:05.727548 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fd378-f572-48c6-b8ba-8d0c95d7bd8d req-4fd604ed-be3a-4d80-8593-184377fb39b1 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:05.729069 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-068fd378-f572-48c6-b8ba-8d0c95d7bd8d req-4fd604ed-be3a-4d80-8593-184377fb39b1 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 945 time: 0.0572412 Mar 16 00:39:05.777207 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-068fd378-f572-48c6-b8ba-8d0c95d7bd8d req-d900d761-a3b7-4404-88a6-a263a4cfd5e2 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422199 Mar 16 00:39:06.891771 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52add70a-2452-46f7-8de2-b803f8dc1afc req-40c9a1ee-cbf8-4de3-bf1a-ea36254ecf2f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:06.893232 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-52add70a-2452-46f7-8de2-b803f8dc1afc req-40c9a1ee-cbf8-4de3-bf1a-ea36254ecf2f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 945 time: 0.0510311 Mar 16 00:39:06.940327 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-52add70a-2452-46f7-8de2-b803f8dc1afc req-5e5b0937-2dc1-42a7-b0c5-5dd740fdf51c tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417514 Mar 16 00:39:07.131810 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 7004c588-76c0-48c3-b0e0-72a95cfde225 up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:39:07.181147 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning for port 7004c588-76c0-48c3-b0e0-72a95cfde225 completed by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 00:39:07.185244 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port 7004c588-76c0-48c3-b0e0-72a95cfde225 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:39:07.185648 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (7004c588-76c0-48c3-b0e0-72a95cfde225), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:07.258997 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 7004c588-76c0-48c3-b0e0-72a95cfde225 is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:39:07.259382 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (7004c588-76c0-48c3-b0e0-72a95cfde225), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:07.281116 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9188a816-f345-47b6-877e-f32ad10714d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7004c588-76c0-48c3-b0e0-72a95cfde225'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:39:07.283380 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f021aa15-a6f4-40ea-9260-2737d3af0c06" -d '{"events": [{"server_uuid": "9188a816-f345-47b6-877e-f32ad10714d5", "name": "network-vif-plugged", "status": "completed", "tag": "7004c588-76c0-48c3-b0e0-72a95cfde225"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:39:07.296061 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 7004c588-76c0-48c3-b0e0-72a95cfde225, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7004c588-76c0-48c3-b0e0-72a95cfde225,segment=NetworkSegment(bf8a215e-68ab-4d0e-b295-dc90f1744763),segment_id=bf8a215e-68ab-4d0e-b295-dc90f1744763)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:39:07.300568 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (7004c588-76c0-48c3-b0e0-72a95cfde225), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:07.326960 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69eefc71-4199-4263-a525-62b0d4b31b16 x-openstack-request-id: req-69eefc71-4199-4263-a525-62b0d4b31b16 {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:39:07.327247 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9188a816-f345-47b6-877e-f32ad10714d5", "name": "network-vif-plugged", "status": "completed", "tag": "7004c588-76c0-48c3-b0e0-72a95cfde225", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:39:07.327502 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-69eefc71-4199-4263-a525-62b0d4b31b16 {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:39:07.327889 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9188a816-f345-47b6-877e-f32ad10714d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7004c588-76c0-48c3-b0e0-72a95cfde225', 'code': 200} Mar 16 00:39:07.353032 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=7004c588-76c0-48c3-b0e0-72a95cfde225,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:07.533369 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af3209-ab7a-4b23-804a-d3057e5bf80a req-1dbe22e6-80c6-48c4-bd54-d563e9f7edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:07.534937 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-59af3209-ab7a-4b23-804a-d3057e5bf80a req-1dbe22e6-80c6-48c4-bd54-d563e9f7edd7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 1130 time: 0.0464756 Mar 16 00:39:07.582165 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-59af3209-ab7a-4b23-804a-d3057e5bf80a req-ad5afc2e-bc56-4c04-a410-d28ddeb79de3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413377 Mar 16 00:39:08.054765 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c4b5b-c4f2-48be-b744-f9e9f084beac req-8acdf06e-8b4c-4cc4-8804-b541d096f57d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:08.056229 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c91c4b5b-c4f2-48be-b744-f9e9f084beac req-8acdf06e-8b4c-4cc4-8804-b541d096f57d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 946 time: 0.0518436 Mar 16 00:39:08.103369 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c91c4b5b-c4f2-48be-b744-f9e9f084beac req-955555e2-5d71-418b-8494-6f9fff6b971f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407712 Mar 16 00:39:09.221314 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd5d3c-88d2-469c-b299-571f8a6ac4c2 req-e09afe95-4f2d-4ec3-b33f-9b7f899b429e tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:09.222821 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-19bd5d3c-88d2-469c-b299-571f8a6ac4c2 req-e09afe95-4f2d-4ec3-b33f-9b7f899b429e tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 946 time: 0.0512092 Mar 16 00:39:09.269973 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-19bd5d3c-88d2-469c-b299-571f8a6ac4c2 req-36323bdf-5498-4374-80dc-e30be3e6b12c tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417857 Mar 16 00:39:09.385120 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a455664-c36d-4961-8c18-704c9aa1c456 req-2d985bde-5c4b-4908-a134-aa874b37844f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:09.386559 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3a455664-c36d-4961-8c18-704c9aa1c456 req-2d985bde-5c4b-4908-a134-aa874b37844f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 946 time: 0.0538714 Mar 16 00:39:09.433733 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3a455664-c36d-4961-8c18-704c9aa1c456 req-4dd8abe7-e128-41d3-8943-9d6a395ba711 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414584 Mar 16 00:39:09.455687 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 33766) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:39:09.501047 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58907d62-3b18-4b5f-8353-b7d5651fd6db tempest-TestVolumeBootPattern-1891020140 tempest-TestVolumeBootPattern-1891020140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:09.502537 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-58907d62-3b18-4b5f-8353-b7d5651fd6db tempest-TestVolumeBootPattern-1891020140 tempest-TestVolumeBootPattern-1891020140-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 1125 time: 0.0459032 Mar 16 00:39:09.505175 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 33768) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:39:09.509362 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Request body: {'floatingip': {'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'port_id': '7004c588-76c0-48c3-b0e0-72a95cfde225', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:39:09.528238 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:09.619835 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:09.723687 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Allocated IP 172.27.2.23 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/0eaa3c99-cbe3-45e5-9872-bc59557f3fdd) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:39:09.819991 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for port (0eaa3c99-cbe3-45e5-9872-bc59557f3fdd), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:09.852156 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (0eaa3c99-cbe3-45e5-9872-bc59557f3fdd), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:09.888595 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:39:09.891302 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:39:09.896498 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:39:09.922326 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event updated for resources: {'Port': ['ID=0eaa3c99-cbe3-45e5-9872-bc59557f3fdd,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:09.934996 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:09.935340 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:09.935679 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:09.936021 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:09.936349 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:09.936674 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:09.936998 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:09.937328 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:09.937680 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:09.938004 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:09.938328 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:09.938649 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:09.938966 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:09.939282 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:09.939599 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:10.245665 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for floatingip (6a7acb35-5d62-41de-8c5b-f27de24da189), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:10.313383 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (0eaa3c99-cbe3-45e5-9872-bc59557f3fdd), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:10.466208 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for port (0eaa3c99-cbe3-45e5-9872-bc59557f3fdd), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:10.470737 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (0eaa3c99-cbe3-45e5-9872-bc59557f3fdd), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:10.536189 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event updated for resources: {'Port': ['ID=0eaa3c99-cbe3-45e5-9872-bc59557f3fdd,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:10.546276 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (6a7acb35-5d62-41de-8c5b-f27de24da189), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:10.645113 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.l3_db [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Floating IP 6a7acb35-5d62-41de-8c5b-f27de24da189 associated. External IP: 172.27.2.23, port: 7004c588-76c0-48c3-b0e0-72a95cfde225. Mar 16 00:39:10.856972 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Router 267f981d-89a0-4eff-9e68-c0be8abda654 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:39:10.962444 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:39:10.972814 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f3cacf-5933-47b7-a4b8-4de7aa27dc55 None None] Sync routers for ids ['267f981d-89a0-4eff-9e68-c0be8abda654'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:39:10.981082 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:10.982621 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f3cacf-5933-47b7-a4b8-4de7aa27dc55 None None] Routers {'267f981d-89a0-4eff-9e68-c0be8abda654'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:39:10.983249 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-a1f3cacf-5933-47b7-a4b8-4de7aa27dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:38:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['267f981d-89a0-4eff-9e68-c0be8abda654'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:11.010010 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-d4b77072-8cc8-4aee-a031-4f0c59c5557d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5037823 Mar 16 00:39:11.010686 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9188a816-f345-47b6-877e-f32ad10714d5', 'tag': '7004c588-76c0-48c3-b0e0-72a95cfde225'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:39:11.013499 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d6d884-6957-4adf-88dd-9bd3834376b5" -d '{"events": [{"name": "network-changed", "server_uuid": "9188a816-f345-47b6-877e-f32ad10714d5", "tag": "7004c588-76c0-48c3-b0e0-72a95cfde225"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:39:11.054527 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee5fcfc-1c97-4bd9-a988-9ddfe7f1b0f9 x-openstack-request-id: req-dee5fcfc-1c97-4bd9-a988-9ddfe7f1b0f9 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:39:11.054820 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9188a816-f345-47b6-877e-f32ad10714d5", "tag": "7004c588-76c0-48c3-b0e0-72a95cfde225", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:39:11.055076 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dee5fcfc-1c97-4bd9-a988-9ddfe7f1b0f9 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:39:11.055481 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9188a816-f345-47b6-877e-f32ad10714d5', 'tag': '7004c588-76c0-48c3-b0e0-72a95cfde225', 'status': 'completed', 'code': 200} Mar 16 00:39:11.092316 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-a1f3cacf-5933-47b7-a4b8-4de7aa27dc55 None None] Set router 267f981d-89a0-4eff-9e68-c0be8abda654 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:39:11.123050 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6d884-6957-4adf-88dd-9bd3834376b5 req-ec664e12-262d-462b-bcf1-4aa8f3383d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:11.124472 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-89d6d884-6957-4adf-88dd-9bd3834376b5 req-ec664e12-262d-462b-bcf1-4aa8f3383d82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9ff6862fa484b9884a908113ed78c53&device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 1130 time: 0.0441849 Mar 16 00:39:11.214364 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6d884-6957-4adf-88dd-9bd3834376b5 req-c426a0c6-5459-4e8b-be15-148d6ac9182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:11.216354 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-89d6d884-6957-4adf-88dd-9bd3834376b5 req-c426a0c6-5459-4e8b-be15-148d6ac9182e service neutron] 10.222.0.46 "GET /v2.0/networks?id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96 HTTP/1.1" status: 200 len: 913 time: 0.0845277 Mar 16 00:39:11.280996 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-89d6d884-6957-4adf-88dd-9bd3834376b5 req-3c243007-19c6-46b2-a54a-c5d830d76fce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7004c588-76c0-48c3-b0e0-72a95cfde225 HTTP/1.1" status: 200 len: 999 time: 0.0575490 Mar 16 00:39:11.312354 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-a1f3cacf-5933-47b7-a4b8-4de7aa27dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '6a7acb35-5d62-41de-8c5b-f27de24da189', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'port_id': '7004c588-76c0-48c3-b0e0-72a95cfde225', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'mac_address': 'fa:16:3e:4a:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9188a816-f345-47b6-877e-f32ad10714d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:39:10Z', 'updated_at': '2022-03-16T00:39:10Z', 'revision_number': 0, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa', 'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'mac_address': 'fa:16:3e:08:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:39Z', 'updated_at': '2022-03-16T00:35:47Z', 'revision_number': 5, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'subnets': [{'id': '9090298d-6431-4eac-8565-b1501caf6de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:11.330854 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6d884-6957-4adf-88dd-9bd3834376b5 req-efffe249-1dd0-49b1-acb7-939864a2fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:11.332311 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-89d6d884-6957-4adf-88dd-9bd3834376b5 req-efffe249-1dd0-49b1-acb7-939864a2fb5e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9090298d-6431-4eac-8565-b1501caf6de2 HTTP/1.1" status: 200 len: 851 time: 0.0447476 Mar 16 00:39:11.342128 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f3cacf-5933-47b7-a4b8-4de7aa27dc55 None None] Checking router: 267f981d-89a0-4eff-9e68-c0be8abda654 for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:39:11.350468 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f3cacf-5933-47b7-a4b8-4de7aa27dc55 None None] Routers {'267f981d-89a0-4eff-9e68-c0be8abda654'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:39:11.351162 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-a1f3cacf-5933-47b7-a4b8-4de7aa27dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:38:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['267f981d-89a0-4eff-9e68-c0be8abda654'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:11.384379 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6d884-6957-4adf-88dd-9bd3834376b5 req-f57080d1-72d1-4390-8a1b-1ca9424b6925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:11.385877 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-89d6d884-6957-4adf-88dd-9bd3834376b5 req-f57080d1-72d1-4390-8a1b-1ca9424b6925 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467923 Mar 16 00:39:11.459472 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-a1f3cacf-5933-47b7-a4b8-4de7aa27dc55 None None] Set router 267f981d-89a0-4eff-9e68-c0be8abda654 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:39:11.484072 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-89d6d884-6957-4adf-88dd-9bd3834376b5 req-e3ae5336-291d-499a-85e7-ee07f3994b16 service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918128 Mar 16 00:39:11.575538 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-89d6d884-6957-4adf-88dd-9bd3834376b5 req-aed36b72-b07c-44a8-a254-d468d16e2c0b service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837071 Mar 16 00:39:11.676600 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-a1f3cacf-5933-47b7-a4b8-4de7aa27dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '6a7acb35-5d62-41de-8c5b-f27de24da189', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'port_id': '7004c588-76c0-48c3-b0e0-72a95cfde225', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'mac_address': 'fa:16:3e:4a:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9188a816-f345-47b6-877e-f32ad10714d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:39:10Z', 'updated_at': '2022-03-16T00:39:10Z', 'revision_number': 0, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa', 'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'mac_address': 'fa:16:3e:08:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:39Z', 'updated_at': '2022-03-16T00:35:47Z', 'revision_number': 5, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'subnets': [{'id': '9090298d-6431-4eac-8565-b1501caf6de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:11.705878 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f3cacf-5933-47b7-a4b8-4de7aa27dc55 None None] The sync data for ids ['267f981d-89a0-4eff-9e68-c0be8abda654'] in dv-cinder-831247-13-iscsi is: [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '6a7acb35-5d62-41de-8c5b-f27de24da189', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'port_id': '7004c588-76c0-48c3-b0e0-72a95cfde225', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'mac_address': 'fa:16:3e:4a:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9188a816-f345-47b6-877e-f32ad10714d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:39:10Z', 'updated_at': '2022-03-16T00:39:10Z', 'revision_number': 0, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa', 'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'mac_address': 'fa:16:3e:08:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:39Z', 'updated_at': '2022-03-16T00:35:47Z', 'revision_number': 5, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'subnets': [{'id': '9090298d-6431-4eac-8565-b1501caf6de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:39:11.884722 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a33a0f-fd2d-4aaf-bf02-48dd8a7c3023 None None] New status for floating IP 6a7acb35-5d62-41de-8c5b-f27de24da189: ACTIVE {{(pid=109658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:39:13.643750 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4a1d8-f747-43e5-9f5c-16dc09bbf616 req-5682e6af-4101-4259-9261-ffcc656b959e tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:13.645215 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ddd4a1d8-f747-43e5-9f5c-16dc09bbf616 req-5682e6af-4101-4259-9261-ffcc656b959e tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 947 time: 0.0534472 Mar 16 00:39:13.691239 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ddd4a1d8-f747-43e5-9f5c-16dc09bbf616 req-4748aa04-37fc-476f-a5e4-a87081bda07f tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404506 Mar 16 00:39:14.817896 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededd80b-ad77-4fc3-940d-bbe946e2b0d3 req-257febd4-78ec-43b0-a37d-714f0ffce1a4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:14.819378 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ededd80b-ad77-4fc3-940d-bbe946e2b0d3 req-257febd4-78ec-43b0-a37d-714f0ffce1a4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 947 time: 0.0561733 Mar 16 00:39:14.865468 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ededd80b-ad77-4fc3-940d-bbe946e2b0d3 req-dd64a0fe-a6e6-4715-b985-97959dfd1e8c tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups?id=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397418 Mar 16 00:39:14.956583 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ffe40-3e15-4b55-80d4-8ce7d8cdf852 req-62b7dcb1-5e86-432e-95b0-15151fea84f2 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:14.958051 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3f5ffe40-3e15-4b55-80d4-8ce7d8cdf852 req-62b7dcb1-5e86-432e-95b0-15151fea84f2 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 947 time: 0.0506470 Mar 16 00:39:15.047217 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-3f5ffe40-3e15-4b55-80d4-8ce7d8cdf852 req-6ca815f6-71c8-4d06-a76d-2e78419662a4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Deleting port e413aca7-a1b0-4072-b5b7-3fd54d35176f {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:39:15.047476 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-3f5ffe40-3e15-4b55-80d4-8ce7d8cdf852 req-6ca815f6-71c8-4d06-a76d-2e78419662a4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:15.131939 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-3f5ffe40-3e15-4b55-80d4-8ce7d8cdf852 req-6ca815f6-71c8-4d06-a76d-2e78419662a4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] For port e413aca7-a1b0-4072-b5b7-3fd54d35176f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e413aca7-a1b0-4072-b5b7-3fd54d35176f,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:39:15.132300 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-3f5ffe40-3e15-4b55-80d4-8ce7d8cdf852 req-6ca815f6-71c8-4d06-a76d-2e78419662a4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:15.295010 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-3f5ffe40-3e15-4b55-80d4-8ce7d8cdf852 req-6ca815f6-71c8-4d06-a76d-2e78419662a4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:15.295365 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-3f5ffe40-3e15-4b55-80d4-8ce7d8cdf852 req-6ca815f6-71c8-4d06-a76d-2e78419662a4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (ab2589b3-184e-4742-9cf2-a8680356b6a4), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:15.295678 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.l3_db [req-3f5ffe40-3e15-4b55-80d4-8ce7d8cdf852 req-6ca815f6-71c8-4d06-a76d-2e78419662a4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Floating IP ab2589b3-184e-4742-9cf2-a8680356b6a4 disassociated. External IP: 172.27.2.120, port: e413aca7-a1b0-4072-b5b7-3fd54d35176f. Mar 16 00:39:15.296013 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-3f5ffe40-3e15-4b55-80d4-8ce7d8cdf852 req-6ca815f6-71c8-4d06-a76d-2e78419662a4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Calling delete_port for e413aca7-a1b0-4072-b5b7-3fd54d35176f owned by compute:nova {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:39:15.418339 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-3f5ffe40-3e15-4b55-80d4-8ce7d8cdf852 req-6ca815f6-71c8-4d06-a76d-2e78419662a4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (e413aca7-a1b0-4072-b5b7-3fd54d35176f), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:15.449626 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca815f6-71c8-4d06-a76d-2e78419662a4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Pushing event deleted for resources: {'Port': ['ID=e413aca7-a1b0-4072-b5b7-3fd54d35176f,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:15.560380 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f5ffe40-3e15-4b55-80d4-8ce7d8cdf852 req-6ca815f6-71c8-4d06-a76d-2e78419662a4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Router 0f1585d1-b60f-4815-95e4-b4c9df7732ea has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:39:15.669000 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f5ffe40-3e15-4b55-80d4-8ce7d8cdf852 req-6ca815f6-71c8-4d06-a76d-2e78419662a4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:39:15.679322 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff45b9-5e9b-4715-b9ea-23f27c35737e None None] Sync routers for ids ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:39:15.688914 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff45b9-5e9b-4715-b9ea-23f27c35737e None None] Routers {'0f1585d1-b60f-4815-95e4-b4c9df7732ea'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:39:15.689543 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-32ff45b9-5e9b-4715-b9ea-23f27c35737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:38:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:15.801797 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-32ff45b9-5e9b-4715-b9ea-23f27c35737e None None] Set router 0f1585d1-b60f-4815-95e4-b4c9df7732ea gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:39:15.812017 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:39:15.977720 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5ffe40-3e15-4b55-80d4-8ce7d8cdf852 req-6ca815f6-71c8-4d06-a76d-2e78419662a4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] No DVR routers for this DVR port e413aca7-a1b0-4072-b5b7-3fd54d35176f on host hv-cinder-83124 {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:39:15.987232 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-3f5ffe40-3e15-4b55-80d4-8ce7d8cdf852 req-6ca815f6-71c8-4d06-a76d-2e78419662a4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:15.990350 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3f5ffe40-3e15-4b55-80d4-8ce7d8cdf852 req-6ca815f6-71c8-4d06-a76d-2e78419662a4 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.46 "DELETE /v2.0/ports/e413aca7-a1b0-4072-b5b7-3fd54d35176f HTTP/1.1" status: 204 len: 173 time: 1.0277786 Mar 16 00:39:15.990793 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf2e512-2521-4321-ae5a-520084f0a61d', 'name': 'network-vif-deleted', 'tag': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:39:15.992959 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4fa2f9-361b-4e06-9b7c-407c837aa0bf" -d '{"events": [{"server_uuid": "fbf2e512-2521-4321-ae5a-520084f0a61d", "name": "network-vif-deleted", "tag": "e413aca7-a1b0-4072-b5b7-3fd54d35176f"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:39:16.014516 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1d79675b-5899-4daf-8d4a-b7d13409ea44 req-8aff62f4-08cc-4dbc-855a-f60f5c6751a7 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbf2e512-2521-4321-ae5a-520084f0a61d HTTP/1.1" status: 200 len: 210 time: 0.0379033 Mar 16 00:39:16.022191 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-32ff45b9-5e9b-4715-b9ea-23f27c35737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-router', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:55Z', 'revision_number': 4, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'gw_port': {'id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '6b95ac9c-2ca3-4825-96e4-fd970a08f142', 'name': '', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'mac_address': 'fa:16:3e:4f:b9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:54Z', 'updated_at': '2022-03-16T00:33:02Z', 'revision_number': 5, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'subnets': [{'id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:16.055348 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff45b9-5e9b-4715-b9ea-23f27c35737e None None] Checking router: 0f1585d1-b60f-4815-95e4-b4c9df7732ea for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:39:16.055708 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc6c92b-5b0d-4c89-9209-7d462d019e7f x-openstack-request-id: req-fcc6c92b-5b0d-4c89-9209-7d462d019e7f {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:39:16.056002 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf2e512-2521-4321-ae5a-520084f0a61d", "name": "network-vif-deleted", "tag": "e413aca7-a1b0-4072-b5b7-3fd54d35176f", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:39:16.056254 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fcc6c92b-5b0d-4c89-9209-7d462d019e7f {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:39:16.056655 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf2e512-2521-4321-ae5a-520084f0a61d', 'name': 'network-vif-deleted', 'tag': 'e413aca7-a1b0-4072-b5b7-3fd54d35176f', 'status': 'completed', 'code': 200} Mar 16 00:39:16.065992 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff45b9-5e9b-4715-b9ea-23f27c35737e None None] Routers {'0f1585d1-b60f-4815-95e4-b4c9df7732ea'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:39:16.066610 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-32ff45b9-5e9b-4715-b9ea-23f27c35737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:38:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:16.180136 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-32ff45b9-5e9b-4715-b9ea-23f27c35737e None None] Set router 0f1585d1-b60f-4815-95e4-b4c9df7732ea gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:39:16.507882 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-32ff45b9-5e9b-4715-b9ea-23f27c35737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-router', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:55Z', 'revision_number': 4, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'gw_port': {'id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '6b95ac9c-2ca3-4825-96e4-fd970a08f142', 'name': '', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'mac_address': 'fa:16:3e:4f:b9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:54Z', 'updated_at': '2022-03-16T00:33:02Z', 'revision_number': 5, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'subnets': [{'id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:16.533470 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff45b9-5e9b-4715-b9ea-23f27c35737e None None] The sync data for ids ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'] in dv-cinder-831247-13-iscsi is: [{'id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-router', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:55Z', 'revision_number': 4, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'gw_port': {'id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '6b95ac9c-2ca3-4825-96e4-fd970a08f142', 'name': '', 'network_id': 'd2dff86c-7c3f-4a04-a8eb-499a78756e53', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'mac_address': 'fa:16:3e:4f:b9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:54Z', 'updated_at': '2022-03-16T00:33:02Z', 'revision_number': 5, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'subnets': [{'id': 'b5bae3d1-615a-4037-9a7b-190e549a5881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:39:16.754841 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0053bffb-22c7-47a8-ba12-3ede67a5252f None None] New status for floating IP ab2589b3-184e-4742-9cf2-a8680356b6a4: DOWN {{(pid=109658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:39:17.114452 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 33798) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:39:17.166498 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ecd27ee7-6667-4b7e-ae14-cd5a5f858357 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group (db3d4eb5-5cbe-47f7-a6eb-b31068d3770a), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:17.189759 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ecd27ee7-6667-4b7e-ae14-cd5a5f858357 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group (db3d4eb5-5cbe-47f7-a6eb-b31068d3770a), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:17.233802 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ecd27ee7-6667-4b7e-ae14-cd5a5f858357 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (db3d4eb5-5cbe-47f7-a6eb-b31068d3770a), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:17.236341 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ecd27ee7-6667-4b7e-ae14-cd5a5f858357 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:17.237462 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-ecd27ee7-6667-4b7e-ae14-cd5a5f858357 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "DELETE /v2.0/security-groups/db3d4eb5-5cbe-47f7-a6eb-b31068d3770a HTTP/1.1" status: 204 len: 168 time: 0.1220248 Mar 16 00:39:17.240276 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33800) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:39:17.245949 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd27ee7-6667-4b7e-ae14-cd5a5f858357 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3d4eb5-5cbe-47f7-a6eb-b31068d3770a,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:17.253717 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.api.v2.resource [None req-d9e9983b-56de-4470-96a6-f48f2e8e5f71 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] show failed (client error): The resource could not be found. Mar 16 00:39:17.254734 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-d9e9983b-56de-4470-96a6-f48f2e8e5f71 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "GET /v2.0/security-groups/db3d4eb5-5cbe-47f7-a6eb-b31068d3770a HTTP/1.1" status: 404 len: 347 time: 0.0134287 Mar 16 00:39:17.257651 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33802) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:39:17.379197 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Deleting port 4a146437-3bd6-47e6-9c0e-d818667d25cf {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:39:17.379445 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (4a146437-3bd6-47e6-9c0e-d818667d25cf), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:17.460251 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (4a146437-3bd6-47e6-9c0e-d818667d25cf), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:17.460578 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for floatingip (4a146437-3bd6-47e6-9c0e-d818667d25cf), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:17.472602 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Calling delete_port for 4a146437-3bd6-47e6-9c0e-d818667d25cf owned by network:floatingip {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:39:17.600065 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (4a146437-3bd6-47e6-9c0e-d818667d25cf), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:17.625285 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Pushing event deleted for resources: {'Port': ['ID=4a146437-3bd6-47e6-9c0e-d818667d25cf,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:17.654222 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:17.654504 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:17.654854 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:17.655197 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:17.655535 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:17.655873 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:17.656215 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:17.656548 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:17.656876 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:17.657206 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:17.657570 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:17.657902 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:17.658231 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:17.658559 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:17.658886 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:17.698153 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks [] for floatingip (ab2589b3-184e-4742-9cf2-a8680356b6a4), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:17.702189 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:17.703347 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-0073c920-2f2c-4687-9fc2-49bf1f3ab282 tempest-AttachVolumeShelveTestJSON-427665113 tempest-AttachVolumeShelveTestJSON-427665113-project] 10.222.0.10 "DELETE /v2.0/floatingips/ab2589b3-184e-4742-9cf2-a8680356b6a4 HTTP/1.1" status: 204 len: 168 time: 0.4448028 Mar 16 00:39:19.160772 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device e413aca7-a1b0-4072-b5b7-3fd54d35176f no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:39:19.180816 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] No Port match for: e413aca7-a1b0-4072-b5b7-3fd54d35176f {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:39:19.181156 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device e413aca7-a1b0-4072-b5b7-3fd54d35176f not bound to the agent host hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:39:19.986754 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e85edbef-9d5c-4a72-a41b-4784a8de457c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:20.100315 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33826) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:39:20.752859 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-26c308ca-c963-487a-a083-b343f2d0608a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557332'] for router_interface (0f1585d1-b60f-4815-95e4-b4c9df7732ea), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:20.995717 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-26c308ca-c963-487a-a083-b343f2d0608a admin admin] Deleting port 6b95ac9c-2ca3-4825-96e4-fd970a08f142 {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:39:20.996051 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-26c308ca-c963-487a-a083-b343f2d0608a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (6b95ac9c-2ca3-4825-96e4-fd970a08f142), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:21.075438 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [None req-26c308ca-c963-487a-a083-b343f2d0608a admin admin] For port 6b95ac9c-2ca3-4825-96e4-fd970a08f142, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=6b95ac9c-2ca3-4825-96e4-fd970a08f142,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:39:21.075796 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-26c308ca-c963-487a-a083-b343f2d0608a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (6b95ac9c-2ca3-4825-96e4-fd970a08f142), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:21.088428 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-26c308ca-c963-487a-a083-b343f2d0608a admin admin] Calling delete_port for 6b95ac9c-2ca3-4825-96e4-fd970a08f142 owned by network:router_interface {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:39:21.264660 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-26c308ca-c963-487a-a083-b343f2d0608a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (6b95ac9c-2ca3-4825-96e4-fd970a08f142), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:21.287528 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c308ca-c963-487a-a083-b343f2d0608a admin admin] Pushing event deleted for resources: {'Port': ['ID=6b95ac9c-2ca3-4825-96e4-fd970a08f142,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:21.455310 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-26c308ca-c963-487a-a083-b343f2d0608a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557496'] for router_interface (0f1585d1-b60f-4815-95e4-b4c9df7732ea), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:21.665436 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c308ca-c963-487a-a083-b343f2d0608a admin admin] Router 0f1585d1-b60f-4815-95e4-b4c9df7732ea has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:39:21.770309 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c308ca-c963-487a-a083-b343f2d0608a admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:39:21.775195 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-26c308ca-c963-487a-a083-b343f2d0608a admin admin] 10.222.0.10 "PUT /v2.0/routers/0f1585d1-b60f-4815-95e4-b4c9df7732ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6738486 Mar 16 00:39:21.778312 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33830) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:39:21.779389 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d41967d-5d45-43fe-b892-862cca1e6829 None None] Sync routers for ids ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:39:21.790150 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d41967d-5d45-43fe-b892-862cca1e6829 None None] Routers {'0f1585d1-b60f-4815-95e4-b4c9df7732ea'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:39:21.790758 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-8d41967d-5d45-43fe-b892-862cca1e6829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:38:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:21.891111 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7226-2d0c-47fc-a8d2-1dc2888eecbe admin admin] Publish callbacks [] for router (0f1585d1-b60f-4815-95e4-b4c9df7732ea), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:21.906855 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-8d41967d-5d45-43fe-b892-862cca1e6829 None None] Set router 0f1585d1-b60f-4815-95e4-b4c9df7732ea gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:39:21.996130 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7226-2d0c-47fc-a8d2-1dc2888eecbe admin admin] Publish callbacks [] for router_gateway (0f1585d1-b60f-4815-95e4-b4c9df7732ea), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:22.048078 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-8f0b7226-2d0c-47fc-a8d2-1dc2888eecbe admin admin] Deleting port e636a86f-fe0f-4a18-b642-3d1014054865 {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:39:22.048412 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7226-2d0c-47fc-a8d2-1dc2888eecbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (e636a86f-fe0f-4a18-b642-3d1014054865), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:22.085984 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-8d41967d-5d45-43fe-b892-862cca1e6829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-router', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:39:21Z', 'revision_number': 5, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'gw_port': {'id': 'e636a86f-fe0f-4a18-b642-3d1014054865', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:22.112576 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d41967d-5d45-43fe-b892-862cca1e6829 None None] Checking router: 0f1585d1-b60f-4815-95e4-b4c9df7732ea for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:39:22.120709 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d41967d-5d45-43fe-b892-862cca1e6829 None None] Routers {'0f1585d1-b60f-4815-95e4-b4c9df7732ea'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:39:22.121366 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-8d41967d-5d45-43fe-b892-862cca1e6829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:38:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:22.134160 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [None req-8f0b7226-2d0c-47fc-a8d2-1dc2888eecbe admin admin] For port e636a86f-fe0f-4a18-b642-3d1014054865, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=e636a86f-fe0f-4a18-b642-3d1014054865,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:39:22.134519 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7226-2d0c-47fc-a8d2-1dc2888eecbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (e636a86f-fe0f-4a18-b642-3d1014054865), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:22.151226 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-8f0b7226-2d0c-47fc-a8d2-1dc2888eecbe admin admin] Calling delete_port for e636a86f-fe0f-4a18-b642-3d1014054865 owned by network:router_gateway {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:39:22.207730 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-8d41967d-5d45-43fe-b892-862cca1e6829 None None] Set router 0f1585d1-b60f-4815-95e4-b4c9df7732ea gateway port host: None {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:39:22.261742 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-8d41967d-5d45-43fe-b892-862cca1e6829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-router', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:39:21Z', 'revision_number': 6, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'gw_port_host': None}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:22.288609 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d41967d-5d45-43fe-b892-862cca1e6829 None None] The sync data for ids ['0f1585d1-b60f-4815-95e4-b4c9df7732ea'] in dv-cinder-831247-13-iscsi is: [{'id': '0f1585d1-b60f-4815-95e4-b4c9df7732ea', 'name': 'tempest-AttachVolumeShelveTestJSON-1577064926-router', 'tenant_id': '9757ece4998543cd903bcd45f5938e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:32:49Z', 'updated_at': '2022-03-16T00:39:21Z', 'revision_number': 6, 'project_id': '9757ece4998543cd903bcd45f5938e73', 'gw_port_host': None}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:39:22.325861 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7226-2d0c-47fc-a8d2-1dc2888eecbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (e636a86f-fe0f-4a18-b642-3d1014054865), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:22.326428 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e714498b-d6b8-46f0-a4dd-75a1c4a8b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:22.352976 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b7226-2d0c-47fc-a8d2-1dc2888eecbe admin admin] Pushing event deleted for resources: {'Port': ['ID=e636a86f-fe0f-4a18-b642-3d1014054865,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:22.411077 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7226-2d0c-47fc-a8d2-1dc2888eecbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558686'] for router_gateway (0f1585d1-b60f-4815-95e4-b4c9df7732ea), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:22.500543 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7226-2d0c-47fc-a8d2-1dc2888eecbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27878'] for router (0f1585d1-b60f-4815-95e4-b4c9df7732ea), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:22.502659 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7226-2d0c-47fc-a8d2-1dc2888eecbe admin admin] Publish callbacks [] for router_controller (0f1585d1-b60f-4815-95e4-b4c9df7732ea), precommit_delete_associations {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:22.547021 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7226-2d0c-47fc-a8d2-1dc2888eecbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564910'] for router (0f1585d1-b60f-4815-95e4-b4c9df7732ea), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:22.547471 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0b7226-2d0c-47fc-a8d2-1dc2888eecbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f1585d1-b60f-4815-95e4-b4c9df7732ea {{(pid=109655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 00:39:22.552116 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7226-2d0c-47fc-a8d2-1dc2888eecbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:22.553371 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-8f0b7226-2d0c-47fc-a8d2-1dc2888eecbe admin admin] 10.222.0.10 "DELETE /v2.0/routers/0f1585d1-b60f-4815-95e4-b4c9df7732ea HTTP/1.1" status: 204 len: 168 time: 0.7741115 Mar 16 00:39:22.555888 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33832) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:39:22.599882 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_v2 [None req-36746dbb-a738-41c3-b424-29f7b13e0467 admin admin] Deleting subnet b5bae3d1-615a-4037-9a7b-190e549a5881 {{(pid=109655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 00:39:22.602863 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36746dbb-a738-41c3-b424-29f7b13e0467 admin admin] Publish callbacks [] for subnet (b5bae3d1-615a-4037-9a7b-190e549a5881), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:22.640318 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36746dbb-a738-41c3-b424-29f7b13e0467 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5409021'] for subnet (b5bae3d1-615a-4037-9a7b-190e549a5881), precommit_delete_associations {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:22.727442 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36746dbb-a738-41c3-b424-29f7b13e0467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1106181'] for subnet (b5bae3d1-615a-4037-9a7b-190e549a5881), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:22.784864 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36746dbb-a738-41c3-b424-29f7b13e0467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1106430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5476275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5478546'] for subnet (b5bae3d1-615a-4037-9a7b-190e549a5881), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:22.810952 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36746dbb-a738-41c3-b424-29f7b13e0467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5bae3d1-615a-4037-9a7b-190e549a5881,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:22.814610 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-36746dbb-a738-41c3-b424-29f7b13e0467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:22.818038 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-36746dbb-a738-41c3-b424-29f7b13e0467 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b5bae3d1-615a-4037-9a7b-190e549a5881 HTTP/1.1" status: 204 len: 168 time: 0.2612057 Mar 16 00:39:22.820499 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33834) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:39:22.823914 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28468c66-c4b2-4d95-80f8-a56b9d4fced5 None None] Network d2dff86c-7c3f-4a04-a8eb-499a78756e53 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:39:22.898039 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9ce260be-6961-4463-beea-7a7666208694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1244356'] for network (d2dff86c-7c3f-4a04-a8eb-499a78756e53), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:22.943430 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:22.961864 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-9ce260be-6961-4463-beea-7a7666208694 admin admin] Deleting port b0526e66-fa7b-4139-ae85-ee84d1a5d610 {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:39:22.962213 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9ce260be-6961-4463-beea-7a7666208694 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (b0526e66-fa7b-4139-ae85-ee84d1a5d610), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:23.030584 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [None req-9ce260be-6961-4463-beea-7a7666208694 admin admin] For port b0526e66-fa7b-4139-ae85-ee84d1a5d610, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=b0526e66-fa7b-4139-ae85-ee84d1a5d610,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:39:23.030955 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9ce260be-6961-4463-beea-7a7666208694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (b0526e66-fa7b-4139-ae85-ee84d1a5d610), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:23.041002 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] DHCP port deletion for d2dff86c-7c3f-4a04-a8eb-499a78756e53 request from dv-cinder-831247-13-iscsi {{(pid=109657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 00:39:23.048982 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-9ce260be-6961-4463-beea-7a7666208694 admin admin] Calling delete_port for b0526e66-fa7b-4139-ae85-ee84d1a5d610 owned by network:dhcp {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:39:23.092884 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] Deleting port b0526e66-fa7b-4139-ae85-ee84d1a5d610 {{(pid=109657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:39:23.093263 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (b0526e66-fa7b-4139-ae85-ee84d1a5d610), before_delete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:23.138458 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9ce260be-6961-4463-beea-7a7666208694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (b0526e66-fa7b-4139-ae85-ee84d1a5d610), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:23.164985 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] For port b0526e66-fa7b-4139-ae85-ee84d1a5d610, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=b0526e66-fa7b-4139-ae85-ee84d1a5d610,segment=NetworkSegment(e2963d80-a420-4b1b-bd31-7a4b6c97dd4c),segment_id=e2963d80-a420-4b1b-bd31-7a4b6c97dd4c)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:39:23.165469 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (b0526e66-fa7b-4139-ae85-ee84d1a5d610), precommit_delete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:23.167124 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce260be-6961-4463-beea-7a7666208694 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0526e66-fa7b-4139-ae85-ee84d1a5d610,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:23.173222 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce260be-6961-4463-beea-7a7666208694 admin admin] No DVR routers for this DVR port b0526e66-fa7b-4139-ae85-ee84d1a5d610 on host dv-cinder-831247-13-iscsi {{(pid=109655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:39:23.181418 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] Calling delete_port for b0526e66-fa7b-4139-ae85-ee84d1a5d610 owned by network:dhcp {{(pid=109657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:39:23.253302 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9ce260be-6961-4463-beea-7a7666208694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135250', 'neutron.services.segments.db._delete_segments_for_network-8752661694154'] for network (d2dff86c-7c3f-4a04-a8eb-499a78756e53), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:23.261338 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062'] for port (b0526e66-fa7b-4139-ae85-ee84d1a5d610), after_delete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:23.279936 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-9ce260be-6961-4463-beea-7a7666208694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2dff86c-7c3f-4a04-a8eb-499a78756e53']}} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:23.289952 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] Pushing event deleted for resources: {'Port': ['ID=b0526e66-fa7b-4139-ae85-ee84d1a5d610,revision_number=None']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:23.292475 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-9ce260be-6961-4463-beea-7a7666208694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2963d80-a420-4b1b-bd31-7a4b6c97dd4c') {'for_net_delete': True} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:23.292838 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-9ce260be-6961-4463-beea-7a7666208694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2963d80-a420-4b1b-bd31-7a4b6c97dd4c') {} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:23.297356 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] No DVR routers for this DVR port b0526e66-fa7b-4139-ae85-ee84d1a5d610 on host dv-cinder-831247-13-iscsi {{(pid=109657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:39:23.299885 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:23.300315 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:23.300739 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:23.301149 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:23.301580 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:23.301976 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:23.302373 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:23.302794 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:23.303170 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:23.303499 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:23.303831 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:23.304160 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:23.304485 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:23.304672 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9ce260be-6961-4463-beea-7a7666208694 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752661698259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5409014'] for segment (e2963d80-a420-4b1b-bd31-7a4b6c97dd4c), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:23.304796 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:23.305112 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b197e69-e97b-47d7-9307-3bdac2c853b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:23.325888 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9ce260be-6961-4463-beea-7a7666208694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (e2963d80-a420-4b1b-bd31-7a4b6c97dd4c), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:23.332713 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce260be-6961-4463-beea-7a7666208694 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=109655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 00:39:23.333112 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9ce260be-6961-4463-beea-7a7666208694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5476121'] for segment (e2963d80-a420-4b1b-bd31-7a4b6c97dd4c), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: Traceback (most recent call last): Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: timer() Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: cb(*args, **kw) Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: return func(*args, **kwargs) Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: self._notify() Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: self.callback(batched_events) Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: event.method(event) Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: return f(self, *a, **k) Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: return self._get(url).json() Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: return self.request(url, 'GET', **kwargs) Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 00:39:23.334923 dv-cinder-831247-13-iscsi neutron-server[109655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 00:39:23.396201 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9ce260be-6961-4463-beea-7a7666208694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558650'] for network (d2dff86c-7c3f-4a04-a8eb-499a78756e53), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:23.401381 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9ce260be-6961-4463-beea-7a7666208694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:23.405106 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-9ce260be-6961-4463-beea-7a7666208694 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d2dff86c-7c3f-4a04-a8eb-499a78756e53 HTTP/1.1" status: 204 len: 168 time: 0.5834742 Mar 16 00:39:23.418412 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce260be-6961-4463-beea-7a7666208694 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2dff86c-7c3f-4a04-a8eb-499a78756e53,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:23.522519 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33838) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:39:23.562459 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-06776e19-479f-454d-9c8d-c6199e313ee4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9757ece4998543cd903bcd45f5938e73&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387838 Mar 16 00:39:23.564887 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33840) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:39:23.592743 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:23.619415 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-70214d80-d483-471c-815e-bb409a83da0e admin admin] Publish callbacks [] for security_group (5f9ea4f0-592b-4664-a55e-e0b9169288af), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:23.646789 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-70214d80-d483-471c-815e-bb409a83da0e admin admin] Publish callbacks [] for security_group (5f9ea4f0-592b-4664-a55e-e0b9169288af), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:23.696665 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-70214d80-d483-471c-815e-bb409a83da0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (5f9ea4f0-592b-4664-a55e-e0b9169288af), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:23.699787 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-70214d80-d483-471c-815e-bb409a83da0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:23.700933 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-70214d80-d483-471c-815e-bb409a83da0e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f9ea4f0-592b-4664-a55e-e0b9169288af HTTP/1.1" status: 204 len: 168 time: 0.1352134 Mar 16 00:39:23.708702 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70214d80-d483-471c-815e-bb409a83da0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9ea4f0-592b-4664-a55e-e0b9169288af,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:23.901385 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 6b95ac9c-2ca3-4825-96e4-fd970a08f142 no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:39:23.923297 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: 6b95ac9c-2ca3-4825-96e4-fd970a08f142 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:39:23.923641 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 6b95ac9c-2ca3-4825-96e4-fd970a08f142 not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:39:23.924063 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device b0526e66-fa7b-4139-ae85-ee84d1a5d610 no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:39:23.943320 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: b0526e66-fa7b-4139-ae85-ee84d1a5d610 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:39:23.943659 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device b0526e66-fa7b-4139-ae85-ee84d1a5d610 not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:39:23.944072 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device e636a86f-fe0f-4a18-b642-3d1014054865 no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:39:23.963791 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: e636a86f-fe0f-4a18-b642-3d1014054865 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:39:23.964206 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device e636a86f-fe0f-4a18-b642-3d1014054865 not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:39:24.365457 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33864) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:39:24.469704 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-280205a0-82b8-4851-be34-124357a78b76 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1971250660-network', 'tenant_id': '1b92472e47f34034b3c894e499616e6a'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:39:24.488759 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280205a0-82b8-4851-be34-124357a78b76 admin admin] Made reservation on behalf of 1b92472e47f34034b3c894e499616e6a for: {'network': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:39:24.491117 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-280205a0-82b8-4851-be34-124357a78b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for network (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:24.499682 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-280205a0-82b8-4851-be34-124357a78b76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:24.572026 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-280205a0-82b8-4851-be34-124357a78b76 admin admin] Publish callbacks [] for security_group (4f7c925d-3f50-4875-ba3d-b9f46a16886d), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:24.576137 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-280205a0-82b8-4851-be34-124357a78b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (4f7c925d-3f50-4875-ba3d-b9f46a16886d), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:24.595855 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280205a0-82b8-4851-be34-124357a78b76 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=109655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 00:39:24.610146 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280205a0-82b8-4851-be34-124357a78b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7c925d-3f50-4875-ba3d-b9f46a16886d,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:24.612939 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-280205a0-82b8-4851-be34-124357a78b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (49bbd42c-4a52-475c-9169-9106b4ce965e), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:24.613279 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.db.segments_db [None req-280205a0-82b8-4851-be34-124357a78b76 admin admin] Added segment 49bbd42c-4a52-475c-9169-9106b4ce965e of type vlan for network a1f9365a-cd04-4061-ad6b-7e370ccaa597 Mar 16 00:39:24.652087 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-280205a0-82b8-4851-be34-124357a78b76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752661257912'] for network (a1f9365a-cd04-4061-ad6b-7e370ccaa597), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:24.675731 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-280205a0-82b8-4851-be34-124357a78b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for network (a1f9365a-cd04-4061-ad6b-7e370ccaa597), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:24.676650 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280205a0-82b8-4851-be34-124357a78b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:24.677234 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-280205a0-82b8-4851-be34-124357a78b76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:24.729575 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-280205a0-82b8-4851-be34-124357a78b76 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3628597 Mar 16 00:39:24.732384 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 33868) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:39:24.737339 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-9368af51-219b-4efa-aab9-48d62aebcabb admin admin] Request body: {'subnet': {'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1971250660-subnet', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:39:24.742658 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280205a0-82b8-4851-be34-124357a78b76 admin admin] Pushing event updated for resources: {'Network': ['ID=a1f9365a-cd04-4061-ad6b-7e370ccaa597,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:24.753236 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Network a1f9365a-cd04-4061-ad6b-7e370ccaa597 details requested by agent ovs-agent-dv-cinder-831247-13-iscsi with host dv-cinder-831247-13-iscsi {{(pid=109657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 00:39:24.759234 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9368af51-219b-4efa-aab9-48d62aebcabb admin admin] Made reservation on behalf of 1b92472e47f34034b3c894e499616e6a for: {'subnet': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:39:24.761606 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9368af51-219b-4efa-aab9-48d62aebcabb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5436631'] for subnet (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:24.919568 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9368af51-219b-4efa-aab9-48d62aebcabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5920192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5436649'] for subnet (dce8e8a3-4182-4a67-870e-04d884de509a), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:24.979560 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368af51-219b-4efa-aab9-48d62aebcabb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce8e8a3-4182-4a67-870e-04d884de509a,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:24.984597 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9368af51-219b-4efa-aab9-48d62aebcabb admin admin] Checking segment: {'id': '49bbd42c-4a52-475c-9169-9106b4ce965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:39:24.984875 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9368af51-219b-4efa-aab9-48d62aebcabb admin admin] Network hostable DHCP agents. Network: a1f9365a-cd04-4061-ad6b-7e370ccaa597, hostable agents: ['92114df5-18d6-4d7c-9264-0f0b53b6b6a9'], hosted agents: [] {{(pid=109656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 00:39:24.998851 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:25.002594 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9368af51-219b-4efa-aab9-48d62aebcabb admin admin] Network a1f9365a-cd04-4061-ad6b-7e370ccaa597 is scheduled to be hosted by DHCP agent 92114df5-18d6-4d7c-9264-0f0b53b6b6a9 with binding_index 1 {{(pid=109656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 00:39:25.011375 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-9368af51-219b-4efa-aab9-48d62aebcabb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-13-iscsi, a1f9365a-cd04-4061-ad6b-7e370ccaa597) {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:39:25.016055 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9368af51-219b-4efa-aab9-48d62aebcabb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:25.017120 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-9368af51-219b-4efa-aab9-48d62aebcabb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:25.020034 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675bcad1-6cce-43ea-849a-ab04e3998f86 None None] Network a1f9365a-cd04-4061-ad6b-7e370ccaa597 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:39:25.033685 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-9368af51-219b-4efa-aab9-48d62aebcabb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3001664 Mar 16 00:39:25.036448 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33870) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:39:25.040899 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-841b3ed5-054e-44bd-bf7f-bf1b4023188f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1971250660-router', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:39:25.062084 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-841b3ed5-054e-44bd-bf7f-bf1b4023188f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27896'] for router (2b879928-d4bd-459e-81b8-d73a316cba98), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:25.063128 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-841b3ed5-054e-44bd-bf7f-bf1b4023188f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1033786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27889'] for router (2b879928-d4bd-459e-81b8-d73a316cba98), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:25.114851 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-841b3ed5-054e-44bd-bf7f-bf1b4023188f admin admin] Publish callbacks [] for router_controller (2b879928-d4bd-459e-81b8-d73a316cba98), precommit_add_association {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:25.118715 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901acb23-feab-4ca9-93ab-8b1917d4e8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1adf14ab-7b2c-5d9c-b824-2499cacfe593-a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'project_id': '1b92472e47f34034b3c894e499616e6a', 'fixed_ips': [{'subnet_id': 'dce8e8a3-4182-4a67-870e-04d884de509a'}]}} from dv-cinder-831247-13-iscsi. {{(pid=109657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 00:39:25.119612 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-901acb23-feab-4ca9-93ab-8b1917d4e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:25.251211 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.db_base_plugin_common [None req-901acb23-feab-4ca9-93ab-8b1917d4e8c1 None None] Allocated IP 172.20.0.2 (a1f9365a-cd04-4061-ad6b-7e370ccaa597/dce8e8a3-4182-4a67-870e-04d884de509a/8431ccc7-314d-424b-8ef7-baf71a1ff3e1) {{(pid=109657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:39:25.256605 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-841b3ed5-054e-44bd-bf7f-bf1b4023188f admin admin] Publish callbacks [] for router_gateway (2b879928-d4bd-459e-81b8-d73a316cba98), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:25.392226 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-901acb23-feab-4ca9-93ab-8b1917d4e8c1 None None] Publish callbacks [] for port (8431ccc7-314d-424b-8ef7-baf71a1ff3e1), precommit_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:25.398379 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-901acb23-feab-4ca9-93ab-8b1917d4e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053'] for port (8431ccc7-314d-424b-8ef7-baf71a1ff3e1), after_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:25.442083 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901acb23-feab-4ca9-93ab-8b1917d4e8c1 None None] Network a1f9365a-cd04-4061-ad6b-7e370ccaa597 is already hosted by enough agents. {{(pid=109657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:39:25.445135 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.base_scheduler [None req-901acb23-feab-4ca9-93ab-8b1917d4e8c1 None None] Resources bound (agent type, host, resource id): {{(pid=109657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:39:25.449667 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901acb23-feab-4ca9-93ab-8b1917d4e8c1 None None] Received port after_create {{(pid=109657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:39:25.452832 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901acb23-feab-4ca9-93ab-8b1917d4e8c1 None None] Pushing event updated for resources: {'Port': ['ID=8431ccc7-314d-424b-8ef7-baf71a1ff3e1,revision_number=1']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:25.511655 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-901acb23-feab-4ca9-93ab-8b1917d4e8c1 None None] Attempting to bind port 8431ccc7-314d-424b-8ef7-baf71a1ff3e1 on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:39:25.511939 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-901acb23-feab-4ca9-93ab-8b1917d4e8c1 None None] Attempting to bind port 8431ccc7-314d-424b-8ef7-baf71a1ff3e1 by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '49bbd42c-4a52-475c-9169-9106b4ce965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597'}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:39:25.512301 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901acb23-feab-4ca9-93ab-8b1917d4e8c1 None None] Attempting to bind port 8431ccc7-314d-424b-8ef7-baf71a1ff3e1 on network a1f9365a-cd04-4061-ad6b-7e370ccaa597 {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:39:25.517759 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901acb23-feab-4ca9-93ab-8b1917d4e8c1 None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:39:25.518135 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901acb23-feab-4ca9-93ab-8b1917d4e8c1 None None] Checking segment: {'id': '49bbd42c-4a52-475c-9169-9106b4ce965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:39:25.518536 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-901acb23-feab-4ca9-93ab-8b1917d4e8c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:25.518929 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901acb23-feab-4ca9-93ab-8b1917d4e8c1 None None] Bound using segment: {'id': '49bbd42c-4a52-475c-9169-9106b4ce965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597'} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:39:25.519396 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-901acb23-feab-4ca9-93ab-8b1917d4e8c1 None None] Bound port: 8431ccc7-314d-424b-8ef7-baf71a1ff3e1, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49bbd42c-4a52-475c-9169-9106b4ce965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597'}}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:39:25.519775 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-901acb23-feab-4ca9-93ab-8b1917d4e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (8431ccc7-314d-424b-8ef7-baf71a1ff3e1), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:25.583100 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-901acb23-feab-4ca9-93ab-8b1917d4e8c1 None None] For port 8431ccc7-314d-424b-8ef7-baf71a1ff3e1, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:39:25.586279 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-901acb23-feab-4ca9-93ab-8b1917d4e8c1 None None] For port 8431ccc7-314d-424b-8ef7-baf71a1ff3e1, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=8431ccc7-314d-424b-8ef7-baf71a1ff3e1,segment=NetworkSegment(49bbd42c-4a52-475c-9169-9106b4ce965e),segment_id=49bbd42c-4a52-475c-9169-9106b4ce965e)] {{(pid=109657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:39:25.592903 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-901acb23-feab-4ca9-93ab-8b1917d4e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (8431ccc7-314d-424b-8ef7-baf71a1ff3e1), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:25.649406 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901acb23-feab-4ca9-93ab-8b1917d4e8c1 None None] Pushing event updated for resources: {'Port': ['ID=8431ccc7-314d-424b-8ef7-baf71a1ff3e1,revision_number=2']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:25.685752 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-841b3ed5-054e-44bd-bf7f-bf1b4023188f admin admin] Publish callbacks [] for router_gateway (2b879928-d4bd-459e-81b8-d73a316cba98), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:25.705721 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-841b3ed5-054e-44bd-bf7f-bf1b4023188f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:25.818291 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_common [None req-841b3ed5-054e-44bd-bf7f-bf1b4023188f admin admin] Allocated IP 172.27.2.17 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0) {{(pid=109655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:39:25.943233 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-841b3ed5-054e-44bd-bf7f-bf1b4023188f admin admin] Publish callbacks [] for port (ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:25.950072 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 8431ccc7-314d-424b-8ef7-baf71a1ff3e1 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:39:25.979286 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-841b3ed5-054e-44bd-bf7f-bf1b4023188f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:26.000488 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 8431ccc7-314d-424b-8ef7-baf71a1ff3e1 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:39:26.001053 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (8431ccc7-314d-424b-8ef7-baf71a1ff3e1), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:26.023241 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841b3ed5-054e-44bd-bf7f-bf1b4023188f admin admin] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:39:26.026927 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-841b3ed5-054e-44bd-bf7f-bf1b4023188f admin admin] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:39:26.030751 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841b3ed5-054e-44bd-bf7f-bf1b4023188f admin admin] Received port after_create {{(pid=109655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:39:26.036943 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b3ed5-054e-44bd-bf7f-bf1b4023188f admin admin] Pushing event updated for resources: {'Port': ['ID=ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:26.080914 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 8431ccc7-314d-424b-8ef7-baf71a1ff3e1 is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:39:26.081299 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (8431ccc7-314d-424b-8ef7-baf71a1ff3e1), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:26.117124 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] For port 8431ccc7-314d-424b-8ef7-baf71a1ff3e1, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=8431ccc7-314d-424b-8ef7-baf71a1ff3e1,segment=NetworkSegment(49bbd42c-4a52-475c-9169-9106b4ce965e),segment_id=49bbd42c-4a52-475c-9169-9106b4ce965e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:39:26.121687 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (8431ccc7-314d-424b-8ef7-baf71a1ff3e1), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:26.167359 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Pushing event updated for resources: {'Port': ['ID=8431ccc7-314d-424b-8ef7-baf71a1ff3e1,revision_number=3']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:26.299163 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-841b3ed5-054e-44bd-bf7f-bf1b4023188f admin admin] Publish callbacks [] for router_gateway (2b879928-d4bd-459e-81b8-d73a316cba98), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:26.354878 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:26.495668 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e98e8a4-3ae9-41bc-875b-81fa8f21a3da None None] Network a1f9365a-cd04-4061-ad6b-7e370ccaa597 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:39:26.505004 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-841b3ed5-054e-44bd-bf7f-bf1b4023188f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558706'] for router (2b879928-d4bd-459e-81b8-d73a316cba98), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:26.612828 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-96050621-e153-4dfa-a488-99a3f86d8404 None None] Provisioning complete for port 8431ccc7-314d-424b-8ef7-baf71a1ff3e1 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:39:26.613190 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-96050621-e153-4dfa-a488-99a3f86d8404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (8431ccc7-314d-424b-8ef7-baf71a1ff3e1), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:26.641023 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841b3ed5-054e-44bd-bf7f-bf1b4023188f admin admin] Router 2b879928-d4bd-459e-81b8-d73a316cba98 is scheduled to L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 with binding_index 1 {{(pid=109655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 00:39:26.698470 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-96050621-e153-4dfa-a488-99a3f86d8404 None None] Current status of the port 8431ccc7-314d-424b-8ef7-baf71a1ff3e1 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:39:26.754551 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841b3ed5-054e-44bd-bf7f-bf1b4023188f admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:39:26.764171 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] Sync routers for ids ['2b879928-d4bd-459e-81b8-d73a316cba98'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:39:26.773618 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-841b3ed5-054e-44bd-bf7f-bf1b4023188f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:26.777324 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-841b3ed5-054e-44bd-bf7f-bf1b4023188f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7374232 Mar 16 00:39:26.777845 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] Routers {'2b879928-d4bd-459e-81b8-d73a316cba98'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:39:26.777845 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:39:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['2b879928-d4bd-459e-81b8-d73a316cba98'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:26.778061 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33872) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:39:26.819684 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-4ec21068-5b19-4bd1-8b30-9e224506eaa8 None None] Provisioning complete for port 8431ccc7-314d-424b-8ef7-baf71a1ff3e1 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:39:26.820266 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-4ec21068-5b19-4bd1-8b30-9e224506eaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (8431ccc7-314d-424b-8ef7-baf71a1ff3e1), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:26.887597 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] Set router 2b879928-d4bd-459e-81b8-d73a316cba98 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:39:26.899291 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-4ec21068-5b19-4bd1-8b30-9e224506eaa8 None None] Current status of the port 8431ccc7-314d-424b-8ef7-baf71a1ff3e1 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:39:27.061170 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'name': 'tempest-AttachVolumeTestJSON-1971250660-router', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:26Z', 'revision_number': 3, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'gw_port': {'id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:27.086760 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] Checking router: 2b879928-d4bd-459e-81b8-d73a316cba98 for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:39:27.087109 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] Updating router 2b879928-d4bd-459e-81b8-d73a316cba98 port ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0 binding host dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 00:39:27.118085 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0), before_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:27.192206 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6267bc00-dec1-48cd-a92d-d068e565167f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:27.343342 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_common [None req-6267bc00-dec1-48cd-a92d-d068e565167f admin admin] Allocated IP 172.20.0.1 (a1f9365a-cd04-4061-ad6b-7e370ccaa597/dce8e8a3-4182-4a67-870e-04d884de509a/1dc04944-85ce-4bef-8cad-a87951afdc2d) {{(pid=109655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:39:27.361312 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] Publish callbacks [] for port (ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0), precommit_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:27.366977 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0), after_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:27.420638 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] Attempting to bind port ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0 on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:39:27.421006 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] Attempting to bind port ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0 by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}] {{(pid=109658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:39:27.421373 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] Attempting to bind port ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0 on network d7b91a62-3519-438e-afea-681b80fa7f46 {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:39:27.424439 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb48d6-5059-4ce8-b132-98646fca8eef None None] Pushing event updated for resources: {'Port': ['ID=ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0,revision_number=2']} {{(pid=109658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:27.432859 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb48d6-5059-4ce8-b132-98646fca8eef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:27.433234 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb48d6-5059-4ce8-b132-98646fca8eef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:27.433655 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb48d6-5059-4ce8-b132-98646fca8eef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:27.434012 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb48d6-5059-4ce8-b132-98646fca8eef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:27.434347 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb48d6-5059-4ce8-b132-98646fca8eef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:27.434672 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb48d6-5059-4ce8-b132-98646fca8eef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:27.434994 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb48d6-5059-4ce8-b132-98646fca8eef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:27.435320 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb48d6-5059-4ce8-b132-98646fca8eef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:27.435654 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb48d6-5059-4ce8-b132-98646fca8eef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:27.435983 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb48d6-5059-4ce8-b132-98646fca8eef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:27.436303 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb48d6-5059-4ce8-b132-98646fca8eef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:27.436636 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb48d6-5059-4ce8-b132-98646fca8eef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:27.436984 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb48d6-5059-4ce8-b132-98646fca8eef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:27.437299 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb48d6-5059-4ce8-b132-98646fca8eef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:27.437641 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb48d6-5059-4ce8-b132-98646fca8eef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:39:27.441788 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:39:27.442163 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] Checking segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:39:27.442787 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:27.442945 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] Bound using segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:39:27.443422 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] Bound port: ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}}] {{(pid=109658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:39:27.443816 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0), before_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:27.451986 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6267bc00-dec1-48cd-a92d-d068e565167f admin admin] Publish callbacks [] for port (1dc04944-85ce-4bef-8cad-a87951afdc2d), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:27.485254 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6267bc00-dec1-48cd-a92d-d068e565167f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (1dc04944-85ce-4bef-8cad-a87951afdc2d), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:27.497735 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.db [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] For port ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:39:27.501071 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.db [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] For port ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:39:27.506832 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0), after_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:27.521121 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6267bc00-dec1-48cd-a92d-d068e565167f admin admin] Network a1f9365a-cd04-4061-ad6b-7e370ccaa597 is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:39:27.525901 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-6267bc00-dec1-48cd-a92d-d068e565167f admin admin] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:39:27.530050 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6267bc00-dec1-48cd-a92d-d068e565167f admin admin] Received port after_create {{(pid=109655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:39:27.553732 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267bc00-dec1-48cd-a92d-d068e565167f admin admin] Pushing event updated for resources: {'Port': ['ID=1dc04944-85ce-4bef-8cad-a87951afdc2d,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:27.567068 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb48d6-5059-4ce8-b132-98646fca8eef None None] Pushing event updated for resources: {'Port': ['ID=ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0,revision_number=3']} {{(pid=109658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:27.569691 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] Routers {'2b879928-d4bd-459e-81b8-d73a316cba98'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:39:27.570369 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:39:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['2b879928-d4bd-459e-81b8-d73a316cba98'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:27.574752 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6267bc00-dec1-48cd-a92d-d068e565167f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558721'] for router_interface (2b879928-d4bd-459e-81b8-d73a316cba98), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:27.714008 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6267bc00-dec1-48cd-a92d-d068e565167f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (1dc04944-85ce-4bef-8cad-a87951afdc2d), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:27.775079 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] Set router 2b879928-d4bd-459e-81b8-d73a316cba98 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:39:27.830381 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-f64fc42c-ae78-42c8-bfd1-016000f13956 None None] Provisioning complete for port 1dc04944-85ce-4bef-8cad-a87951afdc2d triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:39:27.830991 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-f64fc42c-ae78-42c8-bfd1-016000f13956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (1dc04944-85ce-4bef-8cad-a87951afdc2d), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:27.881990 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-f64fc42c-ae78-42c8-bfd1-016000f13956 None None] Port 1dc04944-85ce-4bef-8cad-a87951afdc2d cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:39:27.891942 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6267bc00-dec1-48cd-a92d-d068e565167f admin admin] Publish callbacks [] for port (1dc04944-85ce-4bef-8cad-a87951afdc2d), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:27.897734 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6267bc00-dec1-48cd-a92d-d068e565167f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5476197'] for port (1dc04944-85ce-4bef-8cad-a87951afdc2d), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:27.935101 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 8431ccc7-314d-424b-8ef7-baf71a1ff3e1 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:39:27.971285 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6267bc00-dec1-48cd-a92d-d068e565167f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557361'] for router_interface (2b879928-d4bd-459e-81b8-d73a316cba98), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:27.976061 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'name': 'tempest-AttachVolumeTestJSON-1971250660-router', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:26Z', 'revision_number': 3, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'gw_port': {'id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:27.977475 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267bc00-dec1-48cd-a92d-d068e565167f admin admin] Pushing event updated for resources: {'Port': ['ID=1dc04944-85ce-4bef-8cad-a87951afdc2d,revision_number=2']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:28.009125 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c3776d-6058-4961-8301-33858e1df50d None None] The sync data for ids ['2b879928-d4bd-459e-81b8-d73a316cba98'] in dv-cinder-831247-13-iscsi is: [{'id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'name': 'tempest-AttachVolumeTestJSON-1971250660-router', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:26Z', 'revision_number': 3, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'gw_port': {'id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:39:28.079508 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6267bc00-dec1-48cd-a92d-d068e565167f admin admin] Network a1f9365a-cd04-4061-ad6b-7e370ccaa597 is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:39:28.081207 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-6267bc00-dec1-48cd-a92d-d068e565167f admin admin] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:39:28.121750 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 8431ccc7-314d-424b-8ef7-baf71a1ff3e1 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:39:28.122118 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (8431ccc7-314d-424b-8ef7-baf71a1ff3e1), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:28.208546 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6267bc00-dec1-48cd-a92d-d068e565167f admin admin] Router 2b879928-d4bd-459e-81b8-d73a316cba98 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:39:28.213017 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 8431ccc7-314d-424b-8ef7-baf71a1ff3e1 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:39:28.350393 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6267bc00-dec1-48cd-a92d-d068e565167f admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:39:28.356707 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-6267bc00-dec1-48cd-a92d-d068e565167f admin admin] 10.222.0.10 "PUT /v2.0/routers/2b879928-d4bd-459e-81b8-d73a316cba98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5780675 Mar 16 00:39:28.405609 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-c694594b-fe9f-4b36-b95a-86211daffeb9 None None] Provisioning complete for port 1dc04944-85ce-4bef-8cad-a87951afdc2d triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:39:28.405986 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-c694594b-fe9f-4b36-b95a-86211daffeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (1dc04944-85ce-4bef-8cad-a87951afdc2d), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:28.448452 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-c694594b-fe9f-4b36-b95a-86211daffeb9 None None] Port 1dc04944-85ce-4bef-8cad-a87951afdc2d cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:39:28.911608 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33880) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:39:28.916503 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-5498326d-214b-40f6-bf8a-1f41a6480489 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--772320628', 'description': 'tempest-description--1097660941'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:39:28.941671 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5498326d-214b-40f6-bf8a-1f41a6480489 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:29.004594 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5498326d-214b-40f6-bf8a-1f41a6480489 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group (d7320339-b02f-48c7-b8e0-2f975312f688), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:29.008066 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5498326d-214b-40f6-bf8a-1f41a6480489 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (d7320339-b02f-48c7-b8e0-2f975312f688), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:29.037017 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5498326d-214b-40f6-bf8a-1f41a6480489 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:29.038237 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-5498326d-214b-40f6-bf8a-1f41a6480489 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1255493 Mar 16 00:39:29.039073 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498326d-214b-40f6-bf8a-1f41a6480489 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7320339-b02f-48c7-b8e0-2f975312f688,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:29.041001 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33882) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:39:29.045862 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-3d954802-35ae-4c2d-a7e5-44ec3a4abfe7 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Request body: {'security_group_rule': {'security_group_id': 'd7320339-b02f-48c7-b8e0-2f975312f688', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:39:29.070892 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3d954802-35ae-4c2d-a7e5-44ec3a4abfe7 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group_rule (6d6fc9ee-d78e-4119-928d-150e2baa7ae6), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:29.125104 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3d954802-35ae-4c2d-a7e5-44ec3a4abfe7 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group_rule (6d6fc9ee-d78e-4119-928d-150e2baa7ae6), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:29.128793 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3d954802-35ae-4c2d-a7e5-44ec3a4abfe7 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (6d6fc9ee-d78e-4119-928d-150e2baa7ae6), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:29.146071 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d954802-35ae-4c2d-a7e5-44ec3a4abfe7 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6fc9ee-d78e-4119-928d-150e2baa7ae6,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:29.155413 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3d954802-35ae-4c2d-a7e5-44ec3a4abfe7 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:29.156614 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-3d954802-35ae-4c2d-a7e5-44ec3a4abfe7 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146760 Mar 16 00:39:29.159249 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33884) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:39:29.163667 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-0ec82c98-7925-4772-89c0-9007513f49cf tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Request body: {'security_group_rule': {'security_group_id': 'd7320339-b02f-48c7-b8e0-2f975312f688', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:39:29.187707 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-0ec82c98-7925-4772-89c0-9007513f49cf tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group_rule (5f298d9b-6fce-40f5-82fc-e941558a916a), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:29.244877 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-0ec82c98-7925-4772-89c0-9007513f49cf tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group_rule (5f298d9b-6fce-40f5-82fc-e941558a916a), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:29.248543 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-0ec82c98-7925-4772-89c0-9007513f49cf tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (5f298d9b-6fce-40f5-82fc-e941558a916a), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:29.266178 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec82c98-7925-4772-89c0-9007513f49cf tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f298d9b-6fce-40f5-82fc-e941558a916a,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:29.273936 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-0ec82c98-7925-4772-89c0-9007513f49cf tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:29.278466 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-0ec82c98-7925-4772-89c0-9007513f49cf tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149809 Mar 16 00:39:29.278816 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33886) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:39:29.282991 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-17533ae0-84c2-4b77-91d9-7482915b6d5a tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Request body: {'floatingip': {'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:39:29.303301 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-17533ae0-84c2-4b77-91d9-7482915b6d5a tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:29.399047 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-17533ae0-84c2-4b77-91d9-7482915b6d5a tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:29.505163 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_common [None req-17533ae0-84c2-4b77-91d9-7482915b6d5a tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Allocated IP 172.27.2.226 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/ab8417ed-2423-4eb4-8cdd-d6b9a12f806f) {{(pid=109655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:39:29.571288 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] Sync routers for ids ['2b879928-d4bd-459e-81b8-d73a316cba98'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:39:29.581073 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] Routers {'2b879928-d4bd-459e-81b8-d73a316cba98'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:39:29.581717 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:39:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['2b879928-d4bd-459e-81b8-d73a316cba98'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:29.607915 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-17533ae0-84c2-4b77-91d9-7482915b6d5a tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for port (ab8417ed-2423-4eb4-8cdd-d6b9a12f806f), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:29.644550 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-17533ae0-84c2-4b77-91d9-7482915b6d5a tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (ab8417ed-2423-4eb4-8cdd-d6b9a12f806f), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:29.679698 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17533ae0-84c2-4b77-91d9-7482915b6d5a tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:39:29.684860 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-17533ae0-84c2-4b77-91d9-7482915b6d5a tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:39:29.688503 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17533ae0-84c2-4b77-91d9-7482915b6d5a tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Received port after_create {{(pid=109655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:39:29.689252 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] Set router 2b879928-d4bd-459e-81b8-d73a316cba98 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:39:29.713183 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17533ae0-84c2-4b77-91d9-7482915b6d5a tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Pushing event updated for resources: {'Port': ['ID=ab8417ed-2423-4eb4-8cdd-d6b9a12f806f,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:29.775356 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-17533ae0-84c2-4b77-91d9-7482915b6d5a tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for floatingip (dfb0e232-1ad0-46b1-a4a9-81e8a8467a40), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:29.811704 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-17533ae0-84c2-4b77-91d9-7482915b6d5a tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (ab8417ed-2423-4eb4-8cdd-d6b9a12f806f), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:29.901373 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'name': 'tempest-AttachVolumeTestJSON-1971250660-router', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:27Z', 'revision_number': 4, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'gw_port': {'id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '1dc04944-85ce-4bef-8cad-a87951afdc2d', 'name': '', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'mac_address': 'fa:16:3e:4f:b2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:27Z', 'updated_at': '2022-03-16T00:39:27Z', 'revision_number': 2, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'subnets': [{'id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:29.936579 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:39:29.940037 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] Checking router: 2b879928-d4bd-459e-81b8-d73a316cba98 for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:39:29.940377 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] Updating router 2b879928-d4bd-459e-81b8-d73a316cba98 port 1dc04944-85ce-4bef-8cad-a87951afdc2d binding host dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 00:39:29.997325 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (1dc04944-85ce-4bef-8cad-a87951afdc2d), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:30.052127 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:39:30.052127 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:30.177369 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-17533ae0-84c2-4b77-91d9-7482915b6d5a tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for port (ab8417ed-2423-4eb4-8cdd-d6b9a12f806f), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:30.181669 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-17533ae0-84c2-4b77-91d9-7482915b6d5a tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5476197'] for port (ab8417ed-2423-4eb4-8cdd-d6b9a12f806f), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:30.248618 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0 is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:39:30.249007 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:30.251663 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17533ae0-84c2-4b77-91d9-7482915b6d5a tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Pushing event updated for resources: {'Port': ['ID=ab8417ed-2423-4eb4-8cdd-d6b9a12f806f,revision_number=2']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:30.263176 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-17533ae0-84c2-4b77-91d9-7482915b6d5a tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (dfb0e232-1ad0-46b1-a4a9-81e8a8467a40), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:30.279105 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-17533ae0-84c2-4b77-91d9-7482915b6d5a tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:30.280344 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-17533ae0-84c2-4b77-91d9-7482915b6d5a tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0007696 Mar 16 00:39:30.283368 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] For port ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:39:30.290370 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:30.381803 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Pushing event updated for resources: {'Port': ['ID=ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:30.388252 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] Publish callbacks [] for port (1dc04944-85ce-4bef-8cad-a87951afdc2d), precommit_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:30.393978 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (1dc04944-85ce-4bef-8cad-a87951afdc2d), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:30.439190 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-79b24d3a-81af-4b33-ad85-b91f19326176 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--772320628&fields=id&tenant_id=1b92472e47f34034b3c894e499616e6a HTTP/1.1" status: 200 len: 267 time: 0.0516479 Mar 16 00:39:30.470223 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376385e-6164-42f1-b895-d660ff18a97b None None] Pushing event updated for resources: {'Port': ['ID=1dc04944-85ce-4bef-8cad-a87951afdc2d,revision_number=3']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:30.507940 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] Attempting to bind port 1dc04944-85ce-4bef-8cad-a87951afdc2d on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:39:30.508311 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] Attempting to bind port 1dc04944-85ce-4bef-8cad-a87951afdc2d by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '49bbd42c-4a52-475c-9169-9106b4ce965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597'}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:39:30.508676 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] Attempting to bind port 1dc04944-85ce-4bef-8cad-a87951afdc2d on network a1f9365a-cd04-4061-ad6b-7e370ccaa597 {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:39:30.514873 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:39:30.515255 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] Checking segment: {'id': '49bbd42c-4a52-475c-9169-9106b4ce965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:39:30.516041 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:30.516041 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] Bound using segment: {'id': '49bbd42c-4a52-475c-9169-9106b4ce965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597'} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:39:30.516510 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] Bound port: 1dc04944-85ce-4bef-8cad-a87951afdc2d, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49bbd42c-4a52-475c-9169-9106b4ce965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597'}}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:39:30.516893 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (1dc04944-85ce-4bef-8cad-a87951afdc2d), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:30.556909 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-4c41e172-fa84-4a4a-b48e-134adad114dc tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:30.559344 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-4c41e172-fa84-4a4a-b48e-134adad114dc tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/networks?id=a1f9365a-cd04-4061-ad6b-7e370ccaa597 HTTP/1.1" status: 200 len: 811 time: 0.1131916 Mar 16 00:39:30.575078 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a1f34192-73fa-46cc-b591-4699dabad3fa tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/quotas/1b92472e47f34034b3c894e499616e6a HTTP/1.1" status: 200 len: 375 time: 0.0098405 Mar 16 00:39:30.586177 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] For port 1dc04944-85ce-4bef-8cad-a87951afdc2d, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:39:30.590052 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] For port 1dc04944-85ce-4bef-8cad-a87951afdc2d, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=1dc04944-85ce-4bef-8cad-a87951afdc2d,segment=NetworkSegment(49bbd42c-4a52-475c-9169-9106b4ce965e),segment_id=49bbd42c-4a52-475c-9169-9106b4ce965e)] {{(pid=109657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:39:30.598190 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (1dc04944-85ce-4bef-8cad-a87951afdc2d), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:30.648453 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-5c0ddc11-da8e-49af-9f92-ec96ca4a19bf tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b92472e47f34034b3c894e499616e6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675371 Mar 16 00:39:30.650095 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] Routers {'2b879928-d4bd-459e-81b8-d73a316cba98'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:39:30.650717 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:39:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['2b879928-d4bd-459e-81b8-d73a316cba98'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:30.726634 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376385e-6164-42f1-b895-d660ff18a97b None None] Pushing event updated for resources: {'Port': ['ID=1dc04944-85ce-4bef-8cad-a87951afdc2d,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:30.752791 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-c9d9ff74-6482-4156-91bf-c6bc9da6a789 None None] Provisioning complete for port 1dc04944-85ce-4bef-8cad-a87951afdc2d triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:39:30.753158 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-c9d9ff74-6482-4156-91bf-c6bc9da6a789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (1dc04944-85ce-4bef-8cad-a87951afdc2d), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:30.810042 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-5768e7eb-faa5-4cbf-8894-f0e09a5be395 service neutron] 10.222.0.10 "GET /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487424 Mar 16 00:39:30.810272 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] Set router 2b879928-d4bd-459e-81b8-d73a316cba98 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:39:30.897388 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-8c428474-8972-48f5-aa3c-b50c2f19759e service neutron] 10.222.0.10 "GET /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827482 Mar 16 00:39:30.955351 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9ff74-6482-4156-91bf-c6bc9da6a789 None None] Current status of the port 1dc04944-85ce-4bef-8cad-a87951afdc2d is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:39:30.955736 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-c9d9ff74-6482-4156-91bf-c6bc9da6a789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (1dc04944-85ce-4bef-8cad-a87951afdc2d), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:31.011688 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-c9d9ff74-6482-4156-91bf-c6bc9da6a789 None None] For port 1dc04944-85ce-4bef-8cad-a87951afdc2d, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=1dc04944-85ce-4bef-8cad-a87951afdc2d,segment=NetworkSegment(49bbd42c-4a52-475c-9169-9106b4ce965e),segment_id=49bbd42c-4a52-475c-9169-9106b4ce965e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:39:31.020026 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-c9d9ff74-6482-4156-91bf-c6bc9da6a789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (1dc04944-85ce-4bef-8cad-a87951afdc2d), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:31.078753 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ee9a974c-a3fe-400e-ad92-ca55e624b16b req-f672bf93-4ff2-4c93-abac-f8d68d802e97 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 210 time: 0.0420310 Mar 16 00:39:31.102202 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9ff74-6482-4156-91bf-c6bc9da6a789 None None] Pushing event updated for resources: {'Port': ['ID=1dc04944-85ce-4bef-8cad-a87951afdc2d,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:31.120782 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'name': 'tempest-AttachVolumeTestJSON-1971250660-router', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:27Z', 'revision_number': 4, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'gw_port': {'id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '1dc04944-85ce-4bef-8cad-a87951afdc2d', 'name': '', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'mac_address': 'fa:16:3e:4f:b2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:27Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 4, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'subnets': [{'id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:31.154651 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c139e1-79f5-4856-958a-03b9b625bd15 None None] The sync data for ids ['2b879928-d4bd-459e-81b8-d73a316cba98'] in dv-cinder-831247-13-iscsi is: [{'id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'name': 'tempest-AttachVolumeTestJSON-1971250660-router', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:27Z', 'revision_number': 4, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'gw_port': {'id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '1dc04944-85ce-4bef-8cad-a87951afdc2d', 'name': '', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'mac_address': 'fa:16:3e:4f:b2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:27Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 4, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'subnets': [{'id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:39:31.165826 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-ae309bf9-8537-4c2f-bb1c-ca91c6055b7d None None] Provisioning complete for port 1dc04944-85ce-4bef-8cad-a87951afdc2d triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:39:31.166201 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ae309bf9-8537-4c2f-bb1c-ca91c6055b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (1dc04944-85ce-4bef-8cad-a87951afdc2d), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:31.286469 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-ae309bf9-8537-4c2f-bb1c-ca91c6055b7d None None] Current status of the port 1dc04944-85ce-4bef-8cad-a87951afdc2d is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:39:32.010253 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:39:32.082744 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:39:32.083156 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:32.122350 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-27320523-b4c6-46b6-9d86-1fd6ddfb50b8 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:32.124691 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-27320523-b4c6-46b6-9d86-1fd6ddfb50b8 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.46 "GET /v2.0/networks?id=a1f9365a-cd04-4061-ad6b-7e370ccaa597 HTTP/1.1" status: 200 len: 811 time: 0.1244433 Mar 16 00:39:32.213846 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:39:32.215105 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 1dc04944-85ce-4bef-8cad-a87951afdc2d up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:39:32.225170 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-cf631166-90f3-47b1-b255-b8ee188329e1 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b92472e47f34034b3c894e499616e6a HTTP/1.1" status: 200 len: 379 time: 0.0909688 Mar 16 00:39:32.236263 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-ccbb83d8-d924-466e-883e-7bcda5f6bf37 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Request body: {'port': {'device_id': 'af9a6d32-efc3-49ef-a33f-967a39d77dfe', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'admin_state_up': True, 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'security_groups': ['d7320339-b02f-48c7-b8e0-2f975312f688']}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:39:32.269773 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 1dc04944-85ce-4bef-8cad-a87951afdc2d triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:39:32.270255 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (1dc04944-85ce-4bef-8cad-a87951afdc2d), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:32.280903 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c9f57039-2f31-4e68-8004-0b3895bd2e53 req-79628009-8278-4ee5-be7d-89d43b95282c tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 210 time: 0.0768943 Mar 16 00:39:32.362785 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 1dc04944-85ce-4bef-8cad-a87951afdc2d is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:39:32.406589 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-ccbb83d8-d924-466e-883e-7bcda5f6bf37 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Made reservation on behalf of 1b92472e47f34034b3c894e499616e6a for: {'port': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:39:32.413616 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-ccbb83d8-d924-466e-883e-7bcda5f6bf37 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:32.539274 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-ccbb83d8-d924-466e-883e-7bcda5f6bf37 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Allocated IP 172.20.0.7 (a1f9365a-cd04-4061-ad6b-7e370ccaa597/dce8e8a3-4182-4a67-870e-04d884de509a/0b1b8f33-a22d-4a45-8de4-898113dbb458) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:39:32.673586 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-ccbb83d8-d924-466e-883e-7bcda5f6bf37 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for port (0b1b8f33-a22d-4a45-8de4-898113dbb458), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:32.705925 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-ccbb83d8-d924-466e-883e-7bcda5f6bf37 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (0b1b8f33-a22d-4a45-8de4-898113dbb458), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:32.743032 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-ccbb83d8-d924-466e-883e-7bcda5f6bf37 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Network a1f9365a-cd04-4061-ad6b-7e370ccaa597 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:39:32.746541 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-ccbb83d8-d924-466e-883e-7bcda5f6bf37 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:39:32.748846 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-ccbb83d8-d924-466e-883e-7bcda5f6bf37 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:39:32.787311 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb83d8-d924-466e-883e-7bcda5f6bf37 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Pushing event updated for resources: {'Port': ['ID=0b1b8f33-a22d-4a45-8de4-898113dbb458,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:32.807422 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-ccbb83d8-d924-466e-883e-7bcda5f6bf37 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:32.808682 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-ccbb83d8-d924-466e-883e-7bcda5f6bf37 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:32.825404 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-ccbb83d8-d924-466e-883e-7bcda5f6bf37 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5930338 Mar 16 00:39:32.837090 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] Request body: {'port': {'device_id': 'af9a6d32-efc3-49ef-a33f-967a39d77dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:39:32.899742 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (0b1b8f33-a22d-4a45-8de4-898113dbb458), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:33.017370 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-522163ba-75fa-42fe-86d4-07c36c09c913 None None] Provisioning complete for port 0b1b8f33-a22d-4a45-8de4-898113dbb458 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:39:33.017958 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-522163ba-75fa-42fe-86d4-07c36c09c913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (0b1b8f33-a22d-4a45-8de4-898113dbb458), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:33.050480 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-522163ba-75fa-42fe-86d4-07c36c09c913 None None] Port 0b1b8f33-a22d-4a45-8de4-898113dbb458 cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:39:33.160959 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b1b8f33-a22d-4a45-8de4-898113dbb458 {{(pid=109656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:39:33.168994 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] Publish callbacks [] for port (0b1b8f33-a22d-4a45-8de4-898113dbb458), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:33.180469 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.provisioning_blocks [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] Transition to ACTIVE for port object 0b1b8f33-a22d-4a45-8de4-898113dbb458 will not be triggered until provisioned by entity L2. {{(pid=109656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 00:39:33.185291 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (0b1b8f33-a22d-4a45-8de4-898113dbb458), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:33.231084 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b1b8f33-a22d-4a45-8de4-898113dbb458,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:33.309922 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] Attempting to bind port 0b1b8f33-a22d-4a45-8de4-898113dbb458 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:39:33.310280 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] Attempting to bind port 0b1b8f33-a22d-4a45-8de4-898113dbb458 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '49bbd42c-4a52-475c-9169-9106b4ce965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597'}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:39:33.310621 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] Attempting to bind port 0b1b8f33-a22d-4a45-8de4-898113dbb458 on network a1f9365a-cd04-4061-ad6b-7e370ccaa597 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:39:33.316231 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] Port 0b1b8f33-a22d-4a45-8de4-898113dbb458 on network a1f9365a-cd04-4061-ad6b-7e370ccaa597 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 00:39:33.316615 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] Attempting to bind port 0b1b8f33-a22d-4a45-8de4-898113dbb458 on network a1f9365a-cd04-4061-ad6b-7e370ccaa597 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:39:33.322553 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] Checking agent: {'id': 'b9d601fa-f980-49b0-9520-143ebd33322f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'started_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:39:33.322898 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] Checking segment: {'id': '49bbd42c-4a52-475c-9169-9106b4ce965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:39:33.323210 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] Bound using segment: {'id': '49bbd42c-4a52-475c-9169-9106b4ce965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597'} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:39:33.323683 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] Bound port: 0b1b8f33-a22d-4a45-8de4-898113dbb458, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49bbd42c-4a52-475c-9169-9106b4ce965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597'}}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:39:33.324046 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (0b1b8f33-a22d-4a45-8de4-898113dbb458), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:33.424470 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] For port 0b1b8f33-a22d-4a45-8de4-898113dbb458, host hv-cinder-83124, cleared binding levels {{(pid=109656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:39:33.429037 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] For port 0b1b8f33-a22d-4a45-8de4-898113dbb458, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0b1b8f33-a22d-4a45-8de4-898113dbb458,segment=NetworkSegment(49bbd42c-4a52-475c-9169-9106b4ce965e),segment_id=49bbd42c-4a52-475c-9169-9106b4ce965e)] {{(pid=109656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:39:33.436566 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (0b1b8f33-a22d-4a45-8de4-898113dbb458), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:33.449184 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfd6f8-d4aa-4ad1-b708-4278d9d1aee5 req-14ec9dfb-7dfe-4ecb-b140-3be3aa624d4b tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:33.450687 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a0bfd6f8-d4aa-4ad1-b708-4278d9d1aee5 req-14ec9dfb-7dfe-4ecb-b140-3be3aa624d4b tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 943 time: 0.0911484 Mar 16 00:39:33.500956 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:33.501821 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:33.503351 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] 10.222.0.46 "PUT /v2.0/ports/0b1b8f33-a22d-4a45-8de4-898113dbb458 HTTP/1.1" status: 200 len: 1093 time: 0.6704533 Mar 16 00:39:33.504871 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9a6d32-efc3-49ef-a33f-967a39d77dfe', 'tag': '0b1b8f33-a22d-4a45-8de4-898113dbb458'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:39:33.507134 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9c8987-6a06-4174-8125-bae3305cecfb" -d '{"events": [{"name": "network-changed", "server_uuid": "af9a6d32-efc3-49ef-a33f-967a39d77dfe", "tag": "0b1b8f33-a22d-4a45-8de4-898113dbb458"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:39:33.559263 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ae4af9-7c55-418d-b68c-4e58a44e5826 x-openstack-request-id: req-67ae4af9-7c55-418d-b68c-4e58a44e5826 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:39:33.559597 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9a6d32-efc3-49ef-a33f-967a39d77dfe", "tag": "0b1b8f33-a22d-4a45-8de4-898113dbb458", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:39:33.559800 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-67ae4af9-7c55-418d-b68c-4e58a44e5826 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:39:33.560234 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9a6d32-efc3-49ef-a33f-967a39d77dfe', 'tag': '0b1b8f33-a22d-4a45-8de4-898113dbb458', 'status': 'completed', 'code': 200} Mar 16 00:39:33.567786 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d507da-07e0-49b9-b8ce-da64e53512b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b1b8f33-a22d-4a45-8de4-898113dbb458,revision_number=3']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:33.586894 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a0bfd6f8-d4aa-4ad1-b708-4278d9d1aee5 req-1f841842-b680-4bd2-9c05-c0cd803ac385 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153178 Mar 16 00:39:33.608073 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-2dd2f6ef-2352-4b47-b461-97059a0a2ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:33.609804 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-2dd2f6ef-2352-4b47-b461-97059a0a2ec1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b92472e47f34034b3c894e499616e6a&device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 1127 time: 0.0644650 Mar 16 00:39:33.658542 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-c93e233e-231b-4f48-94ec-6cff6ac6c73a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b1b8f33-a22d-4a45-8de4-898113dbb458 HTTP/1.1" status: 200 len: 217 time: 0.0385859 Mar 16 00:39:33.706938 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-c2cb31e9-5073-45ac-ac9d-75ce1806eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:33.708383 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-c2cb31e9-5073-45ac-ac9d-75ce1806eaa2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dce8e8a3-4182-4a67-870e-04d884de509a HTTP/1.1" status: 200 len: 850 time: 0.0441158 Mar 16 00:39:33.765341 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-3a43f6a1-0ed9-4edc-ba4e-6919027736db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:33.767161 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-3a43f6a1-0ed9-4edc-ba4e-6919027736db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1f9365a-cd04-4061-ad6b-7e370ccaa597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514042 Mar 16 00:39:33.853530 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-3cdc991b-cd33-4aa9-9296-a9830d854cfe service neutron] 10.222.0.46 "GET /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792923 Mar 16 00:39:33.943523 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e8c699a9-7be8-453b-8fa9-7e37de1fa5f6 req-8d992811-916f-4cf0-8251-f58525f76c2f service neutron] 10.222.0.46 "GET /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842476 Mar 16 00:39:34.026567 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c8987-6a06-4174-8125-bae3305cecfb req-0a091877-4354-4818-bd24-5e80db0e79e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:34.028071 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8a9c8987-6a06-4174-8125-bae3305cecfb req-0a091877-4354-4818-bd24-5e80db0e79e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b92472e47f34034b3c894e499616e6a&device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 1127 time: 0.0437121 Mar 16 00:39:34.124254 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c8987-6a06-4174-8125-bae3305cecfb req-c330f3bd-769f-4e3c-8be9-6dd26a83baed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:34.125644 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8a9c8987-6a06-4174-8125-bae3305cecfb req-c330f3bd-769f-4e3c-8be9-6dd26a83baed service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1f9365a-cd04-4061-ad6b-7e370ccaa597 HTTP/1.1" status: 200 len: 912 time: 0.0906057 Mar 16 00:39:34.166255 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8a9c8987-6a06-4174-8125-bae3305cecfb req-10ca0f4b-e096-4a60-b27e-484b8bc03295 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b1b8f33-a22d-4a45-8de4-898113dbb458 HTTP/1.1" status: 200 len: 217 time: 0.0330751 Mar 16 00:39:34.212481 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c8987-6a06-4174-8125-bae3305cecfb req-f189bf2d-0ba8-44b2-a025-b504421ae8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:34.213980 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8a9c8987-6a06-4174-8125-bae3305cecfb req-f189bf2d-0ba8-44b2-a025-b504421ae8ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dce8e8a3-4182-4a67-870e-04d884de509a HTTP/1.1" status: 200 len: 850 time: 0.0412672 Mar 16 00:39:34.260545 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c8987-6a06-4174-8125-bae3305cecfb req-26dbb3f4-37c7-4b89-8958-fc6f3fd7a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:34.262066 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8a9c8987-6a06-4174-8125-bae3305cecfb req-26dbb3f4-37c7-4b89-8958-fc6f3fd7a93c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1f9365a-cd04-4061-ad6b-7e370ccaa597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420465 Mar 16 00:39:34.352237 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8a9c8987-6a06-4174-8125-bae3305cecfb req-0ad0e2c2-c288-4e58-a3c6-06100d52ef95 service neutron] 10.222.0.46 "GET /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827293 Mar 16 00:39:34.441768 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-8a9c8987-6a06-4174-8125-bae3305cecfb req-f0e78f91-1ab6-4561-8cf4-1d75e44a40e5 service neutron] 10.222.0.46 "GET /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820792 Mar 16 00:39:34.708260 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1f14b-9608-4302-b4e0-6926ea06bf8c req-ed561ed3-c11d-4311-b0cd-bc9fdb8ef41c tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:34.709660 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-11c1f14b-9608-4302-b4e0-6926ea06bf8c req-ed561ed3-c11d-4311-b0cd-bc9fdb8ef41c tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 943 time: 0.0548346 Mar 16 00:39:34.754546 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-11c1f14b-9608-4302-b4e0-6926ea06bf8c req-8f733ef9-0b5a-45ea-9b50-544160807f83 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386834 Mar 16 00:39:35.872593 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5680a-72a1-4261-b249-dca3879b673c req-9664202a-4051-48b2-93f4-bbbe5fdc1f46 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:35.874087 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-15f5680a-72a1-4261-b249-dca3879b673c req-9664202a-4051-48b2-93f4-bbbe5fdc1f46 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 943 time: 0.0554504 Mar 16 00:39:35.919184 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-15f5680a-72a1-4261-b249-dca3879b673c req-874618ac-f2c6-41f6-9634-229efe3e69ad tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394697 Mar 16 00:39:37.035133 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2034515-c661-4ae6-8277-cb2ec12a1359 req-8cdf5138-cf6a-43c9-8950-6d11d4ca1a56 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:37.036592 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a2034515-c661-4ae6-8277-cb2ec12a1359 req-8cdf5138-cf6a-43c9-8950-6d11d4ca1a56 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 943 time: 0.0523691 Mar 16 00:39:37.081601 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a2034515-c661-4ae6-8277-cb2ec12a1359 req-42897cc4-705e-446f-b6e9-8c2269360df0 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393951 Mar 16 00:39:37.298120 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 0b1b8f33-a22d-4a45-8de4-898113dbb458 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:39:37.396122 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 0b1b8f33-a22d-4a45-8de4-898113dbb458, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0b1b8f33-a22d-4a45-8de4-898113dbb458,segment=NetworkSegment(49bbd42c-4a52-475c-9169-9106b4ce965e),segment_id=49bbd42c-4a52-475c-9169-9106b4ce965e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:39:37.407293 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': '0b1b8f33-a22d-4a45-8de4-898113dbb458', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'port_id': '0b1b8f33-a22d-4a45-8de4-898113dbb458', 'mac_address': 'fa:16:3e:e2:79:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:39:37.443430 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 0b1b8f33-a22d-4a45-8de4-898113dbb458 is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:39:37.443810 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (0b1b8f33-a22d-4a45-8de4-898113dbb458), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:37.457163 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b1b8f33-a22d-4a45-8de4-898113dbb458 {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:39:37.480479 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 0b1b8f33-a22d-4a45-8de4-898113dbb458, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0b1b8f33-a22d-4a45-8de4-898113dbb458,segment=NetworkSegment(49bbd42c-4a52-475c-9169-9106b4ce965e),segment_id=49bbd42c-4a52-475c-9169-9106b4ce965e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:39:37.483861 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (0b1b8f33-a22d-4a45-8de4-898113dbb458), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:37.649319 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=0b1b8f33-a22d-4a45-8de4-898113dbb458,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:37.698596 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['0b1b8f33-a22d-4a45-8de4-898113dbb458'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:39:38.198831 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ade5f-2be9-467e-80b7-a185ef8c9f97 req-8278e8ea-97cf-4382-a06c-839764d07c83 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:38.200270 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2a3ade5f-2be9-467e-80b7-a185ef8c9f97 req-8278e8ea-97cf-4382-a06c-839764d07c83 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 944 time: 0.0511680 Mar 16 00:39:38.250593 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2a3ade5f-2be9-467e-80b7-a185ef8c9f97 req-904726d4-ddbc-4ba5-a8d9-00e3b0a47654 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448756 Mar 16 00:39:39.299489 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 0b1b8f33-a22d-4a45-8de4-898113dbb458 up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:39:39.348867 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning for port 0b1b8f33-a22d-4a45-8de4-898113dbb458 completed by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 00:39:39.353379 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port 0b1b8f33-a22d-4a45-8de4-898113dbb458 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:39:39.353807 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (0b1b8f33-a22d-4a45-8de4-898113dbb458), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:39.375443 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb7f41-89a2-4255-9793-9e104ac405ab req-c0c25665-f185-4617-915c-11e77044020e tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:39.377260 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1bbb7f41-89a2-4255-9793-9e104ac405ab req-c0c25665-f185-4617-915c-11e77044020e tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 944 time: 0.0588384 Mar 16 00:39:39.423151 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1bbb7f41-89a2-4255-9793-9e104ac405ab req-60acd480-dc49-4d80-9981-455b25785972 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406771 Mar 16 00:39:39.431190 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 0b1b8f33-a22d-4a45-8de4-898113dbb458 is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:39:39.431836 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (0b1b8f33-a22d-4a45-8de4-898113dbb458), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:39.458142 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9a6d32-efc3-49ef-a33f-967a39d77dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1b8f33-a22d-4a45-8de4-898113dbb458'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:39:39.460445 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e285a480-d6d9-4453-823e-2d1108ba8385" -d '{"events": [{"server_uuid": "af9a6d32-efc3-49ef-a33f-967a39d77dfe", "name": "network-vif-plugged", "status": "completed", "tag": "0b1b8f33-a22d-4a45-8de4-898113dbb458"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:39:39.472751 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 0b1b8f33-a22d-4a45-8de4-898113dbb458, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0b1b8f33-a22d-4a45-8de4-898113dbb458,segment=NetworkSegment(49bbd42c-4a52-475c-9169-9106b4ce965e),segment_id=49bbd42c-4a52-475c-9169-9106b4ce965e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:39:39.476760 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (0b1b8f33-a22d-4a45-8de4-898113dbb458), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:39.500366 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95db2e76-acca-4a16-8370-8c6523c6b58e x-openstack-request-id: req-95db2e76-acca-4a16-8370-8c6523c6b58e {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:39:39.500655 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9a6d32-efc3-49ef-a33f-967a39d77dfe", "name": "network-vif-plugged", "status": "completed", "tag": "0b1b8f33-a22d-4a45-8de4-898113dbb458", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:39:39.500906 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-95db2e76-acca-4a16-8370-8c6523c6b58e {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:39:39.501297 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9a6d32-efc3-49ef-a33f-967a39d77dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1b8f33-a22d-4a45-8de4-898113dbb458', 'code': 200} Mar 16 00:39:39.527057 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=0b1b8f33-a22d-4a45-8de4-898113dbb458,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:39:39.660331 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bd377-244f-49a4-8a7d-b492f62a902f req-e044d66b-ebbf-42cc-8014-38ae7191d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:39.661727 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e97bd377-244f-49a4-8a7d-b492f62a902f req-e044d66b-ebbf-42cc-8014-38ae7191d746 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 1129 time: 0.0455039 Mar 16 00:39:39.705174 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e97bd377-244f-49a4-8a7d-b492f62a902f req-a939afcc-ee60-40ad-9e69-bb925fddff62 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378253 Mar 16 00:39:40.540848 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06733e5-a9ec-4671-a60c-58748a4274ce req-93f610c4-35e8-412d-bbc4-19a651184a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:40.542446 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c06733e5-a9ec-4671-a60c-58748a4274ce req-93f610c4-35e8-412d-bbc4-19a651184a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0524056 Mar 16 00:39:40.591186 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c06733e5-a9ec-4671-a60c-58748a4274ce req-5f590600-1010-42bd-8663-734dd2d4986f tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426679 Mar 16 00:39:41.712631 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fe050-bf5f-4285-8a9c-5ab2f7e115ed req-b7fda1f9-8dfa-472c-af66-e0eca93b9aaf tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:41.714056 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1c6fe050-bf5f-4285-8a9c-5ab2f7e115ed req-b7fda1f9-8dfa-472c-af66-e0eca93b9aaf tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0557194 Mar 16 00:39:41.760527 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1c6fe050-bf5f-4285-8a9c-5ab2f7e115ed req-efdf76af-26aa-4052-b9b3-b3eae8a23791 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409951 Mar 16 00:39:41.876619 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7ed7b-d598-4865-a56a-076615955f66 req-2ff7f29a-574d-4794-a625-9465d6d3db00 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:41.878113 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a7f7ed7b-d598-4865-a56a-076615955f66 req-2ff7f29a-574d-4794-a625-9465d6d3db00 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0526881 Mar 16 00:39:41.887302 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 33946) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:39:41.891906 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-19981e24-b484-4fa8-9f93-56f0cb441a40 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Request body: {'floatingip': {'port_id': '0b1b8f33-a22d-4a45-8de4-898113dbb458'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:39:41.938221 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-19981e24-b484-4fa8-9f93-56f0cb441a40 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for floatingip (dfb0e232-1ad0-46b1-a4a9-81e8a8467a40), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:42.382908 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-19981e24-b484-4fa8-9f93-56f0cb441a40 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:42.386654 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-19981e24-b484-4fa8-9f93-56f0cb441a40 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (dfb0e232-1ad0-46b1-a4a9-81e8a8467a40), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:42.484638 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.db.l3_db [None req-19981e24-b484-4fa8-9f93-56f0cb441a40 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Floating IP dfb0e232-1ad0-46b1-a4a9-81e8a8467a40 associated. External IP: 172.27.2.226, port: 0b1b8f33-a22d-4a45-8de4-898113dbb458. Mar 16 00:39:42.699959 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19981e24-b484-4fa8-9f93-56f0cb441a40 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Router 2b879928-d4bd-459e-81b8-d73a316cba98 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:39:42.807547 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19981e24-b484-4fa8-9f93-56f0cb441a40 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:39:42.812435 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-19981e24-b484-4fa8-9f93-56f0cb441a40 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:42.816982 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec84495-e9a7-4ea6-969c-1509ae9f3ecc None None] Sync routers for ids ['2b879928-d4bd-459e-81b8-d73a316cba98'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:39:42.826773 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec84495-e9a7-4ea6-969c-1509ae9f3ecc None None] Routers {'2b879928-d4bd-459e-81b8-d73a316cba98'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:39:42.827372 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-cec84495-e9a7-4ea6-969c-1509ae9f3ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:39:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['2b879928-d4bd-459e-81b8-d73a316cba98'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:42.841648 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-19981e24-b484-4fa8-9f93-56f0cb441a40 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "PUT /v2.0/floatingips/dfb0e232-1ad0-46b1-a4a9-81e8a8467a40 HTTP/1.1" status: 200 len: 991 time: 0.9529877 Mar 16 00:39:42.842343 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9a6d32-efc3-49ef-a33f-967a39d77dfe', 'tag': '0b1b8f33-a22d-4a45-8de4-898113dbb458'}] {{(pid=109655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:39:42.844697 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df82934b303eb2c65d5363c89017506e4207af41f0fc796505a1ca2b23a59d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edf32db-9842-4c16-978b-604d5f661082" -d '{"events": [{"name": "network-changed", "server_uuid": "af9a6d32-efc3-49ef-a33f-967a39d77dfe", "tag": "0b1b8f33-a22d-4a45-8de4-898113dbb458"}]}' {{(pid=109655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:39:42.934423 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22221e77-1501-494f-8a2c-5faa44a8ead6 x-openstack-request-id: req-22221e77-1501-494f-8a2c-5faa44a8ead6 {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:39:42.935023 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9a6d32-efc3-49ef-a33f-967a39d77dfe", "tag": "0b1b8f33-a22d-4a45-8de4-898113dbb458", "status": "completed", "code": 200}]} {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:39:42.935023 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-22221e77-1501-494f-8a2c-5faa44a8ead6 {{(pid=109655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:39:42.935231 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-cec84495-e9a7-4ea6-969c-1509ae9f3ecc None None] Set router 2b879928-d4bd-459e-81b8-d73a316cba98 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:39:42.935388 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9a6d32-efc3-49ef-a33f-967a39d77dfe', 'tag': '0b1b8f33-a22d-4a45-8de4-898113dbb458', 'status': 'completed', 'code': 200} Mar 16 00:39:42.999447 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf32db-9842-4c16-978b-604d5f661082 req-0f75835c-a983-4d97-b1c8-e981732771b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:43.000958 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7edf32db-9842-4c16-978b-604d5f661082 req-0f75835c-a983-4d97-b1c8-e981732771b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b92472e47f34034b3c894e499616e6a&device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 1129 time: 0.0440590 Mar 16 00:39:43.094107 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf32db-9842-4c16-978b-604d5f661082 req-76fb92b2-1531-41d6-afcc-eb004f98508f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:43.095579 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7edf32db-9842-4c16-978b-604d5f661082 req-76fb92b2-1531-41d6-afcc-eb004f98508f service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1f9365a-cd04-4061-ad6b-7e370ccaa597 HTTP/1.1" status: 200 len: 912 time: 0.0893178 Mar 16 00:39:43.153008 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-cec84495-e9a7-4ea6-969c-1509ae9f3ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'name': 'tempest-AttachVolumeTestJSON-1971250660-router', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:27Z', 'revision_number': 4, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'gw_port': {'id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': 'dfb0e232-1ad0-46b1-a4a9-81e8a8467a40', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'floating_ip_address': '172.27.2.226', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'port_id': '0b1b8f33-a22d-4a45-8de4-898113dbb458', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'mac_address': 'fa:16:3e:e2:79:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9a6d32-efc3-49ef-a33f-967a39d77dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:39:29Z', 'updated_at': '2022-03-16T00:39:42Z', 'revision_number': 1, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc04944-85ce-4bef-8cad-a87951afdc2d', 'name': '', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'mac_address': 'fa:16:3e:4f:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:27Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 5, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'subnets': [{'id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:43.159820 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7edf32db-9842-4c16-978b-604d5f661082 req-1b101ab4-fa9d-41a0-bb48-2abee144347a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b1b8f33-a22d-4a45-8de4-898113dbb458 HTTP/1.1" status: 200 len: 999 time: 0.0584061 Mar 16 00:39:43.183245 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec84495-e9a7-4ea6-969c-1509ae9f3ecc None None] Checking router: 2b879928-d4bd-459e-81b8-d73a316cba98 for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:39:43.191504 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec84495-e9a7-4ea6-969c-1509ae9f3ecc None None] Routers {'2b879928-d4bd-459e-81b8-d73a316cba98'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:39:43.192113 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-cec84495-e9a7-4ea6-969c-1509ae9f3ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:39:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['2b879928-d4bd-459e-81b8-d73a316cba98'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:43.210409 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf32db-9842-4c16-978b-604d5f661082 req-4d6897e7-b4be-4ab1-9818-ac2eb1b87d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:43.211840 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7edf32db-9842-4c16-978b-604d5f661082 req-4d6897e7-b4be-4ab1-9818-ac2eb1b87d7f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dce8e8a3-4182-4a67-870e-04d884de509a HTTP/1.1" status: 200 len: 850 time: 0.0461068 Mar 16 00:39:43.258341 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf32db-9842-4c16-978b-604d5f661082 req-b7fa092e-1be9-4580-b4f1-cba0f0091ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:43.259723 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7edf32db-9842-4c16-978b-604d5f661082 req-b7fa092e-1be9-4580-b4f1-cba0f0091ef6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1f9365a-cd04-4061-ad6b-7e370ccaa597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422404 Mar 16 00:39:43.297970 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-cec84495-e9a7-4ea6-969c-1509ae9f3ecc None None] Set router 2b879928-d4bd-459e-81b8-d73a316cba98 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:39:43.345539 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7edf32db-9842-4c16-978b-604d5f661082 req-17bd3368-6526-44db-9805-7ab3404d313c service neutron] 10.222.0.46 "GET /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794837 Mar 16 00:39:43.436884 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7edf32db-9842-4c16-978b-604d5f661082 req-0f9a1ce0-6fb1-43fb-b6cd-ba2fca3def79 service neutron] 10.222.0.46 "GET /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853865 Mar 16 00:39:43.518826 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-cec84495-e9a7-4ea6-969c-1509ae9f3ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'name': 'tempest-AttachVolumeTestJSON-1971250660-router', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:27Z', 'revision_number': 4, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'gw_port': {'id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': 'dfb0e232-1ad0-46b1-a4a9-81e8a8467a40', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'floating_ip_address': '172.27.2.226', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'port_id': '0b1b8f33-a22d-4a45-8de4-898113dbb458', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'mac_address': 'fa:16:3e:e2:79:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9a6d32-efc3-49ef-a33f-967a39d77dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:39:29Z', 'updated_at': '2022-03-16T00:39:42Z', 'revision_number': 1, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc04944-85ce-4bef-8cad-a87951afdc2d', 'name': '', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'mac_address': 'fa:16:3e:4f:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:27Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 5, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'subnets': [{'id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:39:43.547342 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec84495-e9a7-4ea6-969c-1509ae9f3ecc None None] The sync data for ids ['2b879928-d4bd-459e-81b8-d73a316cba98'] in dv-cinder-831247-13-iscsi is: [{'id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'name': 'tempest-AttachVolumeTestJSON-1971250660-router', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:27Z', 'revision_number': 4, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'gw_port': {'id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': 'dfb0e232-1ad0-46b1-a4a9-81e8a8467a40', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'floating_ip_address': '172.27.2.226', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'port_id': '0b1b8f33-a22d-4a45-8de4-898113dbb458', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'mac_address': 'fa:16:3e:e2:79:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9a6d32-efc3-49ef-a33f-967a39d77dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:39:29Z', 'updated_at': '2022-03-16T00:39:42Z', 'revision_number': 1, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc04944-85ce-4bef-8cad-a87951afdc2d', 'name': '', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'mac_address': 'fa:16:3e:4f:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:27Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 5, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'subnets': [{'id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:39:43.744337 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f67a02c-9c5a-4978-844d-6ed2871cc0e3 None None] New status for floating IP dfb0e232-1ad0-46b1-a4a9-81e8a8467a40: ACTIVE {{(pid=109657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:39:49.988837 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-d93cac90-fe97-4981-9272-095c74294c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:52.326282 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-89da5356-7557-4646-ab8b-32ab65064533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:52.811761 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:39:52.947678 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:53.597128 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:53.674942 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-34061333-180a-4de4-9e64-eae0bdb09771 req-c98ad2cf-a7bd-41a0-b078-fd186f16deee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437529 Mar 16 00:39:53.763120 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34061333-180a-4de4-9e64-eae0bdb09771 req-189fbfaa-76ab-4094-ac63-e38d6d253974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:53.764338 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-34061333-180a-4de4-9e64-eae0bdb09771 req-189fbfaa-76ab-4094-ac63-e38d6d253974 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9ff6862fa484b9884a908113ed78c53&device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 1130 time: 0.0495365 Mar 16 00:39:53.868758 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34061333-180a-4de4-9e64-eae0bdb09771 req-7a1338d0-190c-4a21-a791-94bc4e0b7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:53.870789 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-34061333-180a-4de4-9e64-eae0bdb09771 req-7a1338d0-190c-4a21-a791-94bc4e0b7e6a service neutron] 10.222.0.46 "GET /v2.0/networks?id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96 HTTP/1.1" status: 200 len: 913 time: 0.0877261 Mar 16 00:39:53.935380 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-34061333-180a-4de4-9e64-eae0bdb09771 req-b96419a1-b360-4b9f-a030-d2bdaac7cc2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7004c588-76c0-48c3-b0e0-72a95cfde225 HTTP/1.1" status: 200 len: 1001 time: 0.0573909 Mar 16 00:39:53.986322 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34061333-180a-4de4-9e64-eae0bdb09771 req-350d8222-3917-43f9-8dcc-4b558a7d3132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:53.987737 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-34061333-180a-4de4-9e64-eae0bdb09771 req-350d8222-3917-43f9-8dcc-4b558a7d3132 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9090298d-6431-4eac-8565-b1501caf6de2 HTTP/1.1" status: 200 len: 851 time: 0.0462854 Mar 16 00:39:54.034905 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34061333-180a-4de4-9e64-eae0bdb09771 req-7924dbcb-a055-4832-853b-3bb6efdab43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:39:54.036293 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-34061333-180a-4de4-9e64-eae0bdb09771 req-7924dbcb-a055-4832-853b-3bb6efdab43f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425119 Mar 16 00:39:54.127400 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-34061333-180a-4de4-9e64-eae0bdb09771 req-6d6ca50c-11c0-47cd-ac7d-cd7844e361f9 service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842643 Mar 16 00:39:54.219943 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-34061333-180a-4de4-9e64-eae0bdb09771 req-32b93749-dbca-4658-8e4a-e72028dc1f74 service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853522 Mar 16 00:39:54.997039 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:39:56.347289 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:20.002173 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-7faf920d-7862-4ccc-95a5-ec64fefb98cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:22.329342 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-858bcddc-7ce2-4c00-9f28-f5f754792fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:22.949691 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:23.600297 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:25.000045 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:26.348816 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:27.629363 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc771b4a-ae21-428b-bc04-659f5919cb63 req-368da896-e4a0-417f-bdf6-cb3a1e107e16 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:27.630879 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bc771b4a-ae21-428b-bc04-659f5919cb63 req-368da896-e4a0-417f-bdf6-cb3a1e107e16 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0532227 Mar 16 00:40:27.676359 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bc771b4a-ae21-428b-bc04-659f5919cb63 req-44388376-5596-42d4-9d47-a84c88177383 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392492 Mar 16 00:40:28.795698 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bcc951-d579-468c-beec-214473bc74f1 req-4a878982-5f88-4055-9857-87303cf94a63 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:28.797169 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-48bcc951-d579-468c-beec-214473bc74f1 req-4a878982-5f88-4055-9857-87303cf94a63 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0521543 Mar 16 00:40:28.846688 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-48bcc951-d579-468c-beec-214473bc74f1 req-43f0a710-5fca-405a-b746-213a2fe4cc31 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438664 Mar 16 00:40:29.810552 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:40:29.965017 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c93ce-189c-4450-ab99-3278e8c36d62 req-ed1c46e3-50a4-4ab2-9cf4-ca553c4e8b62 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:29.966487 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-944c93ce-189c-4450-ab99-3278e8c36d62 req-ed1c46e3-50a4-4ab2-9cf4-ca553c4e8b62 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0541608 Mar 16 00:40:30.010482 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-944c93ce-189c-4450-ab99-3278e8c36d62 req-eebae17b-1c0a-4648-93f0-eaed39fd798c tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386348 Mar 16 00:40:31.125344 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfb637-0bb2-4bd2-9c17-e3b8515273d3 req-f09701d3-5633-4348-b709-02fef7aeecff tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:31.126862 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-60cfb637-0bb2-4bd2-9c17-e3b8515273d3 req-f09701d3-5633-4348-b709-02fef7aeecff tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0514081 Mar 16 00:40:31.172529 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-60cfb637-0bb2-4bd2-9c17-e3b8515273d3 req-3014f912-6daa-4c70-a19d-3f1a004d0f50 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398028 Mar 16 00:40:32.290223 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77633dda-2965-4244-8cbb-2852d1170759 req-52f8c54d-5b58-4f2c-bb83-c59a122d1d9d tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:32.291778 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-77633dda-2965-4244-8cbb-2852d1170759 req-52f8c54d-5b58-4f2c-bb83-c59a122d1d9d tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0540190 Mar 16 00:40:32.340330 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-77633dda-2965-4244-8cbb-2852d1170759 req-2c11ee44-882d-4641-8ee1-b6a4462508d1 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426936 Mar 16 00:40:33.457618 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453365a8-9553-48e1-82bd-916984d33b78 req-a97acbe9-a117-4ec8-9f02-0427fedd3412 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:33.459122 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-453365a8-9553-48e1-82bd-916984d33b78 req-a97acbe9-a117-4ec8-9f02-0427fedd3412 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0525694 Mar 16 00:40:33.504726 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-453365a8-9553-48e1-82bd-916984d33b78 req-2a205591-4451-4168-932b-116563f1d50d tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401504 Mar 16 00:40:34.623199 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66888538-94f8-41bf-a2f9-f887d77a6a56 req-0c60f545-3501-4c15-ab4e-fb8ebddd035c tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:34.624651 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-66888538-94f8-41bf-a2f9-f887d77a6a56 req-0c60f545-3501-4c15-ab4e-fb8ebddd035c tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0501547 Mar 16 00:40:34.672856 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-66888538-94f8-41bf-a2f9-f887d77a6a56 req-ad94cf0d-7c9e-45b7-8c64-abb8ded2331d tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427737 Mar 16 00:40:35.798673 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e85bb-0335-41ae-91a5-4ddd6720bfd3 req-38b71aa0-47ad-482f-8ee0-f6558d3c71bb tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:35.800123 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5b2e85bb-0335-41ae-91a5-4ddd6720bfd3 req-38b71aa0-47ad-482f-8ee0-f6558d3c71bb tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0548847 Mar 16 00:40:35.846131 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5b2e85bb-0335-41ae-91a5-4ddd6720bfd3 req-2a6a98a6-3d7b-46c0-a077-88bd05d4f467 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400271 Mar 16 00:40:36.962120 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811dc43-0872-4592-b119-6ad2ccb06d68 req-edea1b25-ecf4-4d54-b550-7c670bd46b21 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:36.963559 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e811dc43-0872-4592-b119-6ad2ccb06d68 req-edea1b25-ecf4-4d54-b550-7c670bd46b21 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0509214 Mar 16 00:40:37.008776 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e811dc43-0872-4592-b119-6ad2ccb06d68 req-d430caf5-ba1c-43a5-9ede-f52a88528f15 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398705 Mar 16 00:40:38.126892 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2daae68-8b4d-4820-a4bd-14c31a3f0899 req-7ea6794f-de99-44c5-afd0-d2c69d500824 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:38.128267 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e2daae68-8b4d-4820-a4bd-14c31a3f0899 req-7ea6794f-de99-44c5-afd0-d2c69d500824 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0517390 Mar 16 00:40:38.173930 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e2daae68-8b4d-4820-a4bd-14c31a3f0899 req-be0c623e-1cc5-4e36-8dbd-be1efbad4771 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396287 Mar 16 00:40:39.292298 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798cdfe-89f5-4ad0-aabe-470c41c057bd req-40604e9c-4294-4ad7-b365-29d8270a4491 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:39.293847 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b798cdfe-89f5-4ad0-aabe-470c41c057bd req-40604e9c-4294-4ad7-b365-29d8270a4491 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0536716 Mar 16 00:40:39.341346 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b798cdfe-89f5-4ad0-aabe-470c41c057bd req-4936e937-f46d-4dfe-b950-9affd0c1951c tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420351 Mar 16 00:40:40.455687 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765cde0-78e8-416c-aafe-6799cb86bd13 req-431f36d2-334d-40ab-a831-2b82e8874ab8 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:40.457168 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9765cde0-78e8-416c-aafe-6799cb86bd13 req-431f36d2-334d-40ab-a831-2b82e8874ab8 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0511928 Mar 16 00:40:40.507992 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9765cde0-78e8-416c-aafe-6799cb86bd13 req-258a35ea-d5aa-472b-97a6-df0f72d399a4 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445867 Mar 16 00:40:41.633393 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d8239-7aa9-43ca-8ef5-c440ef0222e3 req-eca6ebb8-f85a-467e-ae20-532b8e09c38b tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:41.634964 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-881d8239-7aa9-43ca-8ef5-c440ef0222e3 req-eca6ebb8-f85a-467e-ae20-532b8e09c38b tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0555058 Mar 16 00:40:41.681408 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-881d8239-7aa9-43ca-8ef5-c440ef0222e3 req-eacdbc99-7db9-4c04-aac2-ac1af87ae445 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407448 Mar 16 00:40:42.798312 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab080fe0-2c74-45be-b57e-7400b2156a95 req-9c06c194-72d6-4327-abd0-46c8f7084c27 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:42.799772 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ab080fe0-2c74-45be-b57e-7400b2156a95 req-9c06c194-72d6-4327-abd0-46c8f7084c27 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0537066 Mar 16 00:40:42.846557 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ab080fe0-2c74-45be-b57e-7400b2156a95 req-c71a39b3-4cec-4f1c-af23-5bbc70db96e6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409718 Mar 16 00:40:43.967603 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3152164-f072-4b51-b41a-4b2511c2c528 req-55672fad-647c-4ccc-96e3-455d41257217 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:43.969093 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f3152164-f072-4b51-b41a-4b2511c2c528 req-55672fad-647c-4ccc-96e3-455d41257217 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0549643 Mar 16 00:40:44.016789 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f3152164-f072-4b51-b41a-4b2511c2c528 req-daf48ff0-6a87-4b7f-be0d-4d8483c393d8 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416954 Mar 16 00:40:45.132258 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db5cfd-c750-4734-a640-1e96504b2e00 req-a297e78f-0312-4657-a67f-297225264ea7 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:45.133955 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f4db5cfd-c750-4734-a640-1e96504b2e00 req-a297e78f-0312-4657-a67f-297225264ea7 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0525582 Mar 16 00:40:45.183299 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f4db5cfd-c750-4734-a640-1e96504b2e00 req-77b174ae-0346-4b22-9363-7de01bb615a4 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438437 Mar 16 00:40:45.283489 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-81208815-2dbc-412e-9cca-320bbe7560fd tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541193424&fields=id&tenant_id=c9ff6862fa484b9884a908113ed78c53 HTTP/1.1" status: 200 len: 267 time: 0.0409617 Mar 16 00:40:45.386818 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-22f0802f-9192-4db2-bc8d-1d66bd308fb9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:45.388233 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-22f0802f-9192-4db2-bc8d-1d66bd308fb9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/networks?id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96 HTTP/1.1" status: 200 len: 812 time: 0.0981107 Mar 16 00:40:45.402168 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-680d19a6-9e3b-4963-a255-2fb5ca98ebab tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/quotas/c9ff6862fa484b9884a908113ed78c53 HTTP/1.1" status: 200 len: 375 time: 0.0086269 Mar 16 00:40:45.457095 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-8f1f746b-7e54-4c0c-a4c6-8d22703ae059 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9ff6862fa484b9884a908113ed78c53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501747 Mar 16 00:40:45.554315 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-13c254c0-c0a9-4ccc-95d5-1aaec5726869 service neutron] 10.222.0.10 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855582 Mar 16 00:40:45.638446 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5d27aac1-c63e-4e7f-b29b-eb1525d124be service neutron] 10.222.0.10 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785751 Mar 16 00:40:45.907888 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-afd3ad74-5ce8-429c-80ba-2c44c4d5c266 req-c9742d24-d22c-44f5-a388-4fedecb047cb tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 210 time: 0.0300369 Mar 16 00:40:46.301999 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bddabb-77c0-48e7-9a78-d4e7dbdf65bb req-52580ebd-bae5-491c-a68c-9abb56d3165f tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:46.304209 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-55bddabb-77c0-48e7-9a78-d4e7dbdf65bb req-52580ebd-bae5-491c-a68c-9abb56d3165f tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0521867 Mar 16 00:40:46.354180 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-55bddabb-77c0-48e7-9a78-d4e7dbdf65bb req-478b12eb-7c07-4688-9dd2-d5ecc69576f5 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443215 Mar 16 00:40:46.784852 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-72b9d15c-dc4f-4430-b8ae-4ea701c4cd88 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:46.786364 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-72b9d15c-dc4f-4430-b8ae-4ea701c4cd88 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.46 "GET /v2.0/networks?id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96 HTTP/1.1" status: 200 len: 812 time: 0.0988631 Mar 16 00:40:46.848757 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-2675f560-e512-4929-90ef-cfb06fef05d3 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9ff6862fa484b9884a908113ed78c53 HTTP/1.1" status: 200 len: 380 time: 0.0534620 Mar 16 00:40:46.857370 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Request body: {'port': {'device_id': 'e92951e8-d702-4d6a-a762-82ffdda019fa', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'admin_state_up': True, 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'security_groups': ['eb7a479b-d12d-46d6-b729-f52795082ff2']}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:40:46.962552 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Made reservation on behalf of c9ff6862fa484b9884a908113ed78c53 for: {'port': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:40:46.965941 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:47.001468 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a39bcd5f-1aeb-4a63-9e26-cb39f653b974 req-ed05f572-4c02-4471-a6db-9ac5a190d588 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 210 time: 0.0274584 Mar 16 00:40:47.102453 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Allocated IP 172.20.0.11 (2fe10e1c-d717-42d6-8d12-b659bf7cdd96/9090298d-6431-4eac-8565-b1501caf6de2/09932909-5ecf-4732-bb5e-a5d08ec99f3f) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:40:47.242491 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for port (09932909-5ecf-4732-bb5e-a5d08ec99f3f), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:47.275071 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (09932909-5ecf-4732-bb5e-a5d08ec99f3f), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:47.317613 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:40:47.322499 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:40:47.326219 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:40:47.351246 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event updated for resources: {'Port': ['ID=09932909-5ecf-4732-bb5e-a5d08ec99f3f,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:40:47.365976 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:47.366321 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:47.366662 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:47.366995 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:47.367319 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:47.367653 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:47.368024 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:47.368345 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:47.368664 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:47.368983 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:47.369301 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:47.369643 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:47.369961 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:47.370272 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:47.370584 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:47.391090 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:47.391945 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:47.411188 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-aacf8f7c-a2c1-4479-9249-5ab7b4519e17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5574572 Mar 16 00:40:47.422691 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] Request body: {'port': {'device_id': 'e92951e8-d702-4d6a-a762-82ffdda019fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:40:47.517410 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (09932909-5ecf-4732-bb5e-a5d08ec99f3f), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:47.525513 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-a3ed6cd5-f956-4ee7-8071-2f7f8d16444d None None] Provisioning complete for port 09932909-5ecf-4732-bb5e-a5d08ec99f3f triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:40:47.526023 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-a3ed6cd5-f956-4ee7-8071-2f7f8d16444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (09932909-5ecf-4732-bb5e-a5d08ec99f3f), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:47.538301 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff4ecd-2afa-4f1f-bd62-3dc322728f9f req-236f2352-9d69-4c02-8996-eccf744f2143 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:47.539751 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c2ff4ecd-2afa-4f1f-bd62-3dc322728f9f req-236f2352-9d69-4c02-8996-eccf744f2143 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0943184 Mar 16 00:40:47.560488 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-a3ed6cd5-f956-4ee7-8071-2f7f8d16444d None None] Port 09932909-5ecf-4732-bb5e-a5d08ec99f3f cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:40:47.666106 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c2ff4ecd-2afa-4f1f-bd62-3dc322728f9f req-d4e019ca-3975-4fb9-bd66-d557450e3046 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055009 Mar 16 00:40:47.809837 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09932909-5ecf-4732-bb5e-a5d08ec99f3f {{(pid=109656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:40:47.817182 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] Publish callbacks [] for port (09932909-5ecf-4732-bb5e-a5d08ec99f3f), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:47.831684 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.provisioning_blocks [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] Transition to ACTIVE for port object 09932909-5ecf-4732-bb5e-a5d08ec99f3f will not be triggered until provisioned by entity L2. {{(pid=109656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 00:40:47.835846 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (09932909-5ecf-4732-bb5e-a5d08ec99f3f), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:47.907761 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] Pushing event updated for resources: {'Port': ['ID=09932909-5ecf-4732-bb5e-a5d08ec99f3f,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:40:47.963251 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] Attempting to bind port 09932909-5ecf-4732-bb5e-a5d08ec99f3f on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:40:47.963594 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] Attempting to bind port 09932909-5ecf-4732-bb5e-a5d08ec99f3f by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'bf8a215e-68ab-4d0e-b295-dc90f1744763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96'}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:40:47.964066 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] Attempting to bind port 09932909-5ecf-4732-bb5e-a5d08ec99f3f on network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:40:47.968515 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] Port 09932909-5ecf-4732-bb5e-a5d08ec99f3f on network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 00:40:47.968844 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] Attempting to bind port 09932909-5ecf-4732-bb5e-a5d08ec99f3f on network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:40:47.973908 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] Checking agent: {'id': 'b9d601fa-f980-49b0-9520-143ebd33322f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'started_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:40:47.974295 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] Checking segment: {'id': 'bf8a215e-68ab-4d0e-b295-dc90f1744763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:40:47.974751 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] Bound using segment: {'id': 'bf8a215e-68ab-4d0e-b295-dc90f1744763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96'} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:40:47.975167 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] Bound port: 09932909-5ecf-4732-bb5e-a5d08ec99f3f, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8a215e-68ab-4d0e-b295-dc90f1744763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96'}}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:40:47.975532 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (09932909-5ecf-4732-bb5e-a5d08ec99f3f), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:48.041462 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] For port 09932909-5ecf-4732-bb5e-a5d08ec99f3f, host hv-cinder-83124, cleared binding levels {{(pid=109656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:40:48.045398 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] For port 09932909-5ecf-4732-bb5e-a5d08ec99f3f, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=09932909-5ecf-4732-bb5e-a5d08ec99f3f,segment=NetworkSegment(bf8a215e-68ab-4d0e-b295-dc90f1744763),segment_id=bf8a215e-68ab-4d0e-b295-dc90f1744763)] {{(pid=109656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:40:48.051412 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (09932909-5ecf-4732-bb5e-a5d08ec99f3f), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:48.088663 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:48.088888 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:48.090429 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] 10.222.0.46 "PUT /v2.0/ports/09932909-5ecf-4732-bb5e-a5d08ec99f3f HTTP/1.1" status: 200 len: 1094 time: 0.6721718 Mar 16 00:40:48.090873 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92951e8-d702-4d6a-a762-82ffdda019fa', 'tag': '09932909-5ecf-4732-bb5e-a5d08ec99f3f'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:40:48.093101 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596d23cd-6f09-44ad-aab4-4693cb744752" -d '{"events": [{"name": "network-changed", "server_uuid": "e92951e8-d702-4d6a-a762-82ffdda019fa", "tag": "09932909-5ecf-4732-bb5e-a5d08ec99f3f"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:40:48.126586 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253d87b-54f6-4c4b-8a84-7a3431b5869f service neutron] Pushing event updated for resources: {'Port': ['ID=09932909-5ecf-4732-bb5e-a5d08ec99f3f,revision_number=3']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:40:48.150178 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70e932-267d-4c4a-9f74-843eff069ee5 req-1120418e-ee0e-48b1-9c29-5a4255f9e44d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:48.151761 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-4e70e932-267d-4c4a-9f74-843eff069ee5 req-1120418e-ee0e-48b1-9c29-5a4255f9e44d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 944 time: 0.0811224 Mar 16 00:40:48.173041 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b0cc1f-f00c-4299-9fe5-51084ffa8a19 x-openstack-request-id: req-45b0cc1f-f00c-4299-9fe5-51084ffa8a19 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:40:48.173464 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92951e8-d702-4d6a-a762-82ffdda019fa", "tag": "09932909-5ecf-4732-bb5e-a5d08ec99f3f", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:40:48.173753 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-45b0cc1f-f00c-4299-9fe5-51084ffa8a19 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:40:48.174306 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92951e8-d702-4d6a-a762-82ffdda019fa', 'tag': '09932909-5ecf-4732-bb5e-a5d08ec99f3f', 'status': 'completed', 'code': 200} Mar 16 00:40:48.195858 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-ed46b9a2-34ba-4ac3-aaa3-dce6355be4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:48.197465 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-ed46b9a2-34ba-4ac3-aaa3-dce6355be4ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9ff6862fa484b9884a908113ed78c53&device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 1128 time: 0.0568564 Mar 16 00:40:48.205962 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-4e70e932-267d-4c4a-9f74-843eff069ee5 req-6134cd9e-e3e1-41fb-85f3-620ca68bff6a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476794 Mar 16 00:40:48.238296 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-5c8ed060-4fc6-4791-91ee-83a4468a9f7b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09932909-5ecf-4732-bb5e-a5d08ec99f3f HTTP/1.1" status: 200 len: 217 time: 0.0346458 Mar 16 00:40:48.289353 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-65fd893c-81cd-4b7a-901e-ee2a6c8cae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:48.290816 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-65fd893c-81cd-4b7a-901e-ee2a6c8cae76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9090298d-6431-4eac-8565-b1501caf6de2 HTTP/1.1" status: 200 len: 851 time: 0.0473971 Mar 16 00:40:48.338768 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-33d427b1-9215-42b2-9b94-7247875c7489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:48.340204 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-33d427b1-9215-42b2-9b94-7247875c7489 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435336 Mar 16 00:40:48.432871 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-db0abc18-c11d-4c7a-83f5-274325a631a8 service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870216 Mar 16 00:40:48.523383 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb0eedd7-b32e-4de0-a021-3780c2d83d67 req-9ea532a8-b8b1-4cf1-9a52-8630991e433f service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841057 Mar 16 00:40:48.616554 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d23cd-6f09-44ad-aab4-4693cb744752 req-1b688f2b-e3cf-40ca-8343-1ce22a76fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:48.618030 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-596d23cd-6f09-44ad-aab4-4693cb744752 req-1b688f2b-e3cf-40ca-8343-1ce22a76fd2c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9ff6862fa484b9884a908113ed78c53&device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 1128 time: 0.0442319 Mar 16 00:40:48.707839 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d23cd-6f09-44ad-aab4-4693cb744752 req-d07addce-6e7c-4ce9-a8f8-f673466de4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:48.709352 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-596d23cd-6f09-44ad-aab4-4693cb744752 req-d07addce-6e7c-4ce9-a8f8-f673466de4cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96 HTTP/1.1" status: 200 len: 913 time: 0.0849710 Mar 16 00:40:48.751598 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-596d23cd-6f09-44ad-aab4-4693cb744752 req-4f1736ed-2c3f-4273-8b49-d46bb84be5ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09932909-5ecf-4732-bb5e-a5d08ec99f3f HTTP/1.1" status: 200 len: 217 time: 0.0356078 Mar 16 00:40:49.078765 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d23cd-6f09-44ad-aab4-4693cb744752 req-0c0a110e-e52b-4062-bd1e-ae379bb1554b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:49.080185 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-596d23cd-6f09-44ad-aab4-4693cb744752 req-0c0a110e-e52b-4062-bd1e-ae379bb1554b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9090298d-6431-4eac-8565-b1501caf6de2 HTTP/1.1" status: 200 len: 851 time: 0.3210833 Mar 16 00:40:49.102933 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f82dae-032d-4b7f-bf81-9e5fb13cca8d req-1f754831-36f6-4bee-bf8e-ebccabb61012 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:49.104310 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-17f82dae-032d-4b7f-bf81-9e5fb13cca8d req-1f754831-36f6-4bee-bf8e-ebccabb61012 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.3553967 Mar 16 00:40:49.163154 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d23cd-6f09-44ad-aab4-4693cb744752 req-92b99b11-ee85-413f-a1ea-d4c911b0118f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:49.164597 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-596d23cd-6f09-44ad-aab4-4693cb744752 req-92b99b11-ee85-413f-a1ea-d4c911b0118f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0761533 Mar 16 00:40:49.171200 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-17f82dae-032d-4b7f-bf81-9e5fb13cca8d req-4518f44d-bcb7-4158-af80-fa7b03277bd7 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530827 Mar 16 00:40:49.267304 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-596d23cd-6f09-44ad-aab4-4693cb744752 req-7683c928-27d2-4b82-a663-6ac34b6758be service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951250 Mar 16 00:40:49.378254 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886c378-9393-4063-8542-e6a822d7d9cc req-753eb854-17b5-4d6d-9a1c-6e45fd062d7a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:49.379669 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7886c378-9393-4063-8542-e6a822d7d9cc req-753eb854-17b5-4d6d-9a1c-6e45fd062d7a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 944 time: 0.0973015 Mar 16 00:40:49.393654 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61920a4-5d0f-4121-92bd-a00418333d7f req-14662f42-389a-4319-a2a7-9687925bb865 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:49.395302 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f61920a4-5d0f-4121-92bd-a00418333d7f req-14662f42-389a-4319-a2a7-9687925bb865 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0661700 Mar 16 00:40:49.447043 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-596d23cd-6f09-44ad-aab4-4693cb744752 req-e8cf81a5-f970-426a-b405-aa63fc270095 service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723680 Mar 16 00:40:49.447441 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f61920a4-5d0f-4121-92bd-a00418333d7f req-7b81f5c4-76b5-47d3-ba38-c64ac59c7ca3 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458255 Mar 16 00:40:49.479763 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7886c378-9393-4063-8542-e6a822d7d9cc req-fa1c7a90-ab8b-45f4-a64e-57a24b3202fd tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931678 Mar 16 00:40:49.482339 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef316a-c032-40c1-895a-51505bc2594c req-4c1ef2fa-9884-4b6c-9709-790ba255665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:49.483740 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-19ef316a-c032-40c1-895a-51505bc2594c req-4c1ef2fa-9884-4b6c-9709-790ba255665a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b92472e47f34034b3c894e499616e6a&device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 1129 time: 0.0856237 Mar 16 00:40:49.584586 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef316a-c032-40c1-895a-51505bc2594c req-0dd73457-514c-44bf-84e0-9f5abc69c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:49.586081 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-19ef316a-c032-40c1-895a-51505bc2594c req-0dd73457-514c-44bf-84e0-9f5abc69c018 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1f9365a-cd04-4061-ad6b-7e370ccaa597 HTTP/1.1" status: 200 len: 912 time: 0.0963187 Mar 16 00:40:49.648288 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-19ef316a-c032-40c1-895a-51505bc2594c req-b66fff5a-8834-4cf6-89e5-3aaae9eaca2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b1b8f33-a22d-4a45-8de4-898113dbb458 HTTP/1.1" status: 200 len: 1001 time: 0.0564096 Mar 16 00:40:49.693695 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef316a-c032-40c1-895a-51505bc2594c req-a6f1b366-10af-4eae-a5fb-bda0b8deae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:49.695081 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-19ef316a-c032-40c1-895a-51505bc2594c req-a6f1b366-10af-4eae-a5fb-bda0b8deae27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dce8e8a3-4182-4a67-870e-04d884de509a HTTP/1.1" status: 200 len: 850 time: 0.0418417 Mar 16 00:40:49.744751 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef316a-c032-40c1-895a-51505bc2594c req-cca0be9e-c2f1-4bf5-8f02-464e4d4a95a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:49.746258 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-19ef316a-c032-40c1-895a-51505bc2594c req-cca0be9e-c2f1-4bf5-8f02-464e4d4a95a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1f9365a-cd04-4061-ad6b-7e370ccaa597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454645 Mar 16 00:40:49.830941 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-19ef316a-c032-40c1-895a-51505bc2594c req-6e080b2a-231b-4d2a-a7c0-03fdc3e652ca service neutron] 10.222.0.46 "GET /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783038 Mar 16 00:40:49.921456 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-19ef316a-c032-40c1-895a-51505bc2594c req-3174ae0c-c731-461b-9996-bce78d3d033d service neutron] 10.222.0.46 "GET /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847116 Mar 16 00:40:49.993180 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e6a9ec65-3e00-4a3a-a100-a297814b3070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:50.577290 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e945e72-5db6-4645-b75f-19378e57b890 req-d805ea1c-235a-461a-b394-6f4ddffc0a73 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:50.578821 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1e945e72-5db6-4645-b75f-19378e57b890 req-d805ea1c-235a-461a-b394-6f4ddffc0a73 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0622427 Mar 16 00:40:50.612919 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecae144-23e2-4fe2-b237-0d756f3e8e24 req-0393ab8b-211c-4106-97e5-e69293a0ea96 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:50.614467 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5ecae144-23e2-4fe2-b237-0d756f3e8e24 req-0393ab8b-211c-4106-97e5-e69293a0ea96 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 944 time: 0.0620396 Mar 16 00:40:50.632516 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1e945e72-5db6-4645-b75f-19378e57b890 req-7ffb71dd-50ed-47fc-aee4-25196f564ab6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478578 Mar 16 00:40:50.664593 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5ecae144-23e2-4fe2-b237-0d756f3e8e24 req-d9f52cb8-4286-48c4-8b6c-59e4d658fe04 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440087 Mar 16 00:40:51.762126 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a90cca-5cd5-4e12-8f38-4f850f1e1ef3 req-14c340ff-0383-43e8-bd10-9d738ba81008 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:51.763651 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-61a90cca-5cd5-4e12-8f38-4f850f1e1ef3 req-14c340ff-0383-43e8-bd10-9d738ba81008 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0634511 Mar 16 00:40:51.785563 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90635cf8-3320-48e6-be59-a3c91def8818 req-de36c663-451d-47f6-b692-0403121af584 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:51.787310 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-90635cf8-3320-48e6-be59-a3c91def8818 req-de36c663-451d-47f6-b692-0403121af584 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 944 time: 0.0563481 Mar 16 00:40:51.819705 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-61a90cca-5cd5-4e12-8f38-4f850f1e1ef3 req-89ef8272-0db6-4543-bd1c-e8c651db28bc tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503685 Mar 16 00:40:51.841166 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-90635cf8-3320-48e6-be59-a3c91def8818 req-6817bef5-f7c8-4250-957d-0d0b80da5d87 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472753 Mar 16 00:40:52.331864 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-9eb02dd8-ab16-4dae-af08-276aef3bb5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:52.961934 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27838764-0729-4628-be62-8b848bdf0962 req-791f9a19-c36f-4a89-af07-9ad058c179b1 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:52.963401 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-27838764-0729-4628-be62-8b848bdf0962 req-791f9a19-c36f-4a89-af07-9ad058c179b1 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 944 time: 0.0550702 Mar 16 00:40:52.969543 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:53.011405 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-27838764-0729-4628-be62-8b848bdf0962 req-af0c2b55-d1b7-4f17-8298-b2a03cec8e21 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422666 Mar 16 00:40:53.600971 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:53.723691 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5142ced2-1282-4c50-a921-86dc8581db35 req-01b74da3-5443-47ed-aacc-864d73b9175e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449412 Mar 16 00:40:53.785515 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142ced2-1282-4c50-a921-86dc8581db35 req-7c188ff9-daf4-406c-9765-a25ba0cfe90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:53.787583 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5142ced2-1282-4c50-a921-86dc8581db35 req-7c188ff9-daf4-406c-9765-a25ba0cfe90c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b92472e47f34034b3c894e499616e6a&device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 1129 time: 0.0430794 Mar 16 00:40:53.887723 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142ced2-1282-4c50-a921-86dc8581db35 req-19c72511-46bf-4157-8159-bf3a0970f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:53.889175 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5142ced2-1282-4c50-a921-86dc8581db35 req-19c72511-46bf-4157-8159-bf3a0970f646 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1f9365a-cd04-4061-ad6b-7e370ccaa597 HTTP/1.1" status: 200 len: 912 time: 0.0815096 Mar 16 00:40:53.959032 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5142ced2-1282-4c50-a921-86dc8581db35 req-aa1d4420-d532-4e56-a524-17121e73f24a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b1b8f33-a22d-4a45-8de4-898113dbb458 HTTP/1.1" status: 200 len: 1001 time: 0.0600991 Mar 16 00:40:54.004245 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142ced2-1282-4c50-a921-86dc8581db35 req-8cfc6004-3361-4d66-9e1c-cfa113e8d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:54.005609 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5142ced2-1282-4c50-a921-86dc8581db35 req-8cfc6004-3361-4d66-9e1c-cfa113e8d731 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dce8e8a3-4182-4a67-870e-04d884de509a HTTP/1.1" status: 200 len: 850 time: 0.0411963 Mar 16 00:40:54.053814 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142ced2-1282-4c50-a921-86dc8581db35 req-23203b94-4b4a-4fdf-8dba-e3768a7a441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:54.055338 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5142ced2-1282-4c50-a921-86dc8581db35 req-23203b94-4b4a-4fdf-8dba-e3768a7a441e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1f9365a-cd04-4061-ad6b-7e370ccaa597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433240 Mar 16 00:40:54.181400 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b58c3-d17b-4738-ac11-925e03bd2393 req-2de6baec-f54f-4784-b707-07a31831aa90 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:54.182900 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-df2b58c3-d17b-4738-ac11-925e03bd2393 req-2de6baec-f54f-4784-b707-07a31831aa90 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 944 time: 0.1011386 Mar 16 00:40:54.186410 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5142ced2-1282-4c50-a921-86dc8581db35 req-39243098-4737-4efa-93ef-7ee0a354750e service neutron] 10.222.0.46 "GET /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249480 Mar 16 00:40:54.281684 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-df2b58c3-d17b-4738-ac11-925e03bd2393 req-a6741f26-c9ca-4f94-901b-6bab735fb9eb tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931425 Mar 16 00:40:54.308904 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5142ced2-1282-4c50-a921-86dc8581db35 req-baded8c7-7ecb-472c-a0cc-5b5c43615737 service neutron] 10.222.0.46 "GET /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139934 Mar 16 00:40:55.003656 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:55.447234 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282e5c1-0ee8-4996-a1ca-55c37168f5c0 req-0e29e66b-cd82-4456-9380-8800854af823 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:55.448702 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2282e5c1-0ee8-4996-a1ca-55c37168f5c0 req-0e29e66b-cd82-4456-9380-8800854af823 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 944 time: 0.0516293 Mar 16 00:40:55.496102 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2282e5c1-0ee8-4996-a1ca-55c37168f5c0 req-e262d725-e640-42a3-92fe-4b60a7f0d506 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419800 Mar 16 00:40:56.350568 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:56.616685 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c9a03-3af3-46ad-a129-0dd88fcca428 req-8766d1fe-a4d7-4f57-9381-bd2780c119cf tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:56.618123 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-152c9a03-3af3-46ad-a129-0dd88fcca428 req-8766d1fe-a4d7-4f57-9381-bd2780c119cf tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 944 time: 0.0583258 Mar 16 00:40:56.666481 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-152c9a03-3af3-46ad-a129-0dd88fcca428 req-997aee32-0c65-4d96-92a2-0aadd6b073a7 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428727 Mar 16 00:40:57.758718 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 09932909-5ecf-4732-bb5e-a5d08ec99f3f details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:40:57.793076 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2917e99-1bf0-4d1c-8690-73be618f8394 req-780687f4-5e04-48fb-b575-0e03171a8a3f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:57.794580 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e2917e99-1bf0-4d1c-8690-73be618f8394 req-780687f4-5e04-48fb-b575-0e03171a8a3f tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 944 time: 0.0579913 Mar 16 00:40:57.842608 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e2917e99-1bf0-4d1c-8690-73be618f8394 req-693574ff-2960-4cff-bea3-04a74ec7fe8b tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424080 Mar 16 00:40:57.852606 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 09932909-5ecf-4732-bb5e-a5d08ec99f3f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=09932909-5ecf-4732-bb5e-a5d08ec99f3f,segment=NetworkSegment(bf8a215e-68ab-4d0e-b295-dc90f1744763),segment_id=bf8a215e-68ab-4d0e-b295-dc90f1744763)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:40:57.863851 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': '09932909-5ecf-4732-bb5e-a5d08ec99f3f', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'port_id': '09932909-5ecf-4732-bb5e-a5d08ec99f3f', 'mac_address': 'fa:16:3e:9f:bd:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:40:57.907936 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 09932909-5ecf-4732-bb5e-a5d08ec99f3f is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:40:57.908315 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (09932909-5ecf-4732-bb5e-a5d08ec99f3f), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:57.924734 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09932909-5ecf-4732-bb5e-a5d08ec99f3f {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:40:57.944115 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 09932909-5ecf-4732-bb5e-a5d08ec99f3f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=09932909-5ecf-4732-bb5e-a5d08ec99f3f,segment=NetworkSegment(bf8a215e-68ab-4d0e-b295-dc90f1744763),segment_id=bf8a215e-68ab-4d0e-b295-dc90f1744763)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:40:57.947659 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (09932909-5ecf-4732-bb5e-a5d08ec99f3f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:57.993428 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=09932909-5ecf-4732-bb5e-a5d08ec99f3f,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:40:58.000244 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:58.000592 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:58.000940 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:58.001276 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:58.001649 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:58.001981 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:58.002313 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:58.002636 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:58.002957 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:58.003280 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:58.003603 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:58.003922 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:58.004240 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:58.004556 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:58.004901 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:40:58.183974 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['09932909-5ecf-4732-bb5e-a5d08ec99f3f'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:40:58.963013 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f29b68-73fa-42b9-aede-6291f5933122 req-626e5cd9-6002-46d9-9712-41ed9c80ece7 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:40:58.964468 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-80f29b68-73fa-42b9-aede-6291f5933122 req-626e5cd9-6002-46d9-9712-41ed9c80ece7 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 945 time: 0.0566659 Mar 16 00:40:59.011425 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-80f29b68-73fa-42b9-aede-6291f5933122 req-1004e7c7-76ac-4bdc-8e6c-452a6cdb6066 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414238 Mar 16 00:40:59.746745 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 09932909-5ecf-4732-bb5e-a5d08ec99f3f up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:40:59.794097 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning for port 09932909-5ecf-4732-bb5e-a5d08ec99f3f completed by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 00:40:59.797889 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port 09932909-5ecf-4732-bb5e-a5d08ec99f3f triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:40:59.798250 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (09932909-5ecf-4732-bb5e-a5d08ec99f3f), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:59.875297 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 09932909-5ecf-4732-bb5e-a5d08ec99f3f is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:40:59.875684 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (09932909-5ecf-4732-bb5e-a5d08ec99f3f), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:59.898203 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92951e8-d702-4d6a-a762-82ffdda019fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09932909-5ecf-4732-bb5e-a5d08ec99f3f'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:40:59.900542 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52415228-80c1-4fe2-956b-11d9ec7f1656" -d '{"events": [{"server_uuid": "e92951e8-d702-4d6a-a762-82ffdda019fa", "name": "network-vif-plugged", "status": "completed", "tag": "09932909-5ecf-4732-bb5e-a5d08ec99f3f"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:40:59.912361 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 09932909-5ecf-4732-bb5e-a5d08ec99f3f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=09932909-5ecf-4732-bb5e-a5d08ec99f3f,segment=NetworkSegment(bf8a215e-68ab-4d0e-b295-dc90f1744763),segment_id=bf8a215e-68ab-4d0e-b295-dc90f1744763)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:40:59.916449 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (09932909-5ecf-4732-bb5e-a5d08ec99f3f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:40:59.966649 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=09932909-5ecf-4732-bb5e-a5d08ec99f3f,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:41:00.089566 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749f46ac-6864-49bf-b950-415d1b76bf66 x-openstack-request-id: req-749f46ac-6864-49bf-b950-415d1b76bf66 {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:41:00.089817 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92951e8-d702-4d6a-a762-82ffdda019fa", "name": "network-vif-plugged", "status": "completed", "tag": "09932909-5ecf-4732-bb5e-a5d08ec99f3f", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:41:00.090072 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-749f46ac-6864-49bf-b950-415d1b76bf66 {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:41:00.090470 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92951e8-d702-4d6a-a762-82ffdda019fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09932909-5ecf-4732-bb5e-a5d08ec99f3f', 'code': 200} Mar 16 00:41:00.129215 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf864ebe-8c64-4cd4-9810-b855afb87471 req-7c211a40-9502-4105-bc0f-d91af925bc4c tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:00.131309 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bf864ebe-8c64-4cd4-9810-b855afb87471 req-7c211a40-9502-4105-bc0f-d91af925bc4c tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 946 time: 0.0533667 Mar 16 00:41:00.178873 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bf864ebe-8c64-4cd4-9810-b855afb87471 req-7c2c40a5-bc1f-4afc-9da0-7bd43a03ca55 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421784 Mar 16 00:41:00.303588 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae6159-180a-4b95-b224-5ae30b237516 req-fa513f1a-db02-484b-9a5c-fdadf4a9160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:00.305200 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-beae6159-180a-4b95-b224-5ae30b237516 req-fa513f1a-db02-484b-9a5c-fdadf4a9160c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 1130 time: 0.0467522 Mar 16 00:41:00.349592 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-beae6159-180a-4b95-b224-5ae30b237516 req-4f3cad6a-74f2-4614-92f4-98560b12f97c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391212 Mar 16 00:41:01.294663 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d35665-0fb2-4f34-bf4a-4a4c7526300e req-e421f24b-f609-4b3d-a527-23684866f019 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:01.296115 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-81d35665-0fb2-4f34-bf4a-4a4c7526300e req-e421f24b-f609-4b3d-a527-23684866f019 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 946 time: 0.0505970 Mar 16 00:41:01.345240 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-81d35665-0fb2-4f34-bf4a-4a4c7526300e req-9b3a1328-9cee-491b-85cd-29b089bfe2b2 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437136 Mar 16 00:41:02.461513 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4f3f2-77be-4cf1-b89f-fe572580290a req-06d651a2-f2d4-4ff7-89a5-699eb58d9d95 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:02.463394 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-26d4f3f2-77be-4cf1-b89f-fe572580290a req-06d651a2-f2d4-4ff7-89a5-699eb58d9d95 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 946 time: 0.0527782 Mar 16 00:41:02.511036 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-26d4f3f2-77be-4cf1-b89f-fe572580290a req-bb4d18ec-ea55-42a7-8244-960e23593331 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422742 Mar 16 00:41:02.623690 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d58bc-0e11-4a60-ac02-25b935e2126c req-3f93fafb-d571-4e13-9efc-ee105f2a038b tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:02.625048 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bd6d58bc-0e11-4a60-ac02-25b935e2126c req-3f93fafb-d571-4e13-9efc-ee105f2a038b tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 946 time: 0.0503306 Mar 16 00:41:02.675559 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bd6d58bc-0e11-4a60-ac02-25b935e2126c req-775dd2b7-4d14-4e51-aa31-6abdc2757ee6 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444069 Mar 16 00:41:02.698212 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34146) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:41:02.741777 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1050e196-772a-4435-9bac-55e6220af9c9 tempest-TestVolumeBootPattern-1891020140 tempest-TestVolumeBootPattern-1891020140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:02.743379 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-1050e196-772a-4435-9bac-55e6220af9c9 tempest-TestVolumeBootPattern-1891020140 tempest-TestVolumeBootPattern-1891020140-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 1125 time: 0.0440888 Mar 16 00:41:02.745999 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34148) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:41:02.750200 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Request body: {'floatingip': {'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'port_id': '09932909-5ecf-4732-bb5e-a5d08ec99f3f', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:41:02.770131 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:41:02.861164 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:41:02.965362 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_common [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Allocated IP 172.27.2.246 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/6ab0a00d-975b-4e25-b6e1-e6304549aa8a) {{(pid=109655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:41:03.063083 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for port (6ab0a00d-975b-4e25-b6e1-e6304549aa8a), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:41:03.099068 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (6ab0a00d-975b-4e25-b6e1-e6304549aa8a), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:41:03.133371 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:41:03.136387 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:41:03.138973 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Received port after_create {{(pid=109655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:41:03.172858 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event updated for resources: {'Port': ['ID=6ab0a00d-975b-4e25-b6e1-e6304549aa8a,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:41:03.184685 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:41:03.185034 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:41:03.185375 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:41:03.185742 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:41:03.186078 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:41:03.186404 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:41:03.186729 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:41:03.187053 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:41:03.187376 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:41:03.187702 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:41:03.188026 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:41:03.188348 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:41:03.188668 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:41:03.188989 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:41:03.189303 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:41:03.501274 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for floatingip (26e47a5a-c632-42a9-92cf-3bdcbde856cd), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:41:03.567472 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (6ab0a00d-975b-4e25-b6e1-e6304549aa8a), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:41:03.714108 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for port (6ab0a00d-975b-4e25-b6e1-e6304549aa8a), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:41:03.718577 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5476197'] for port (6ab0a00d-975b-4e25-b6e1-e6304549aa8a), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:41:03.787794 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event updated for resources: {'Port': ['ID=6ab0a00d-975b-4e25-b6e1-e6304549aa8a,revision_number=2']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:41:03.795717 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (26e47a5a-c632-42a9-92cf-3bdcbde856cd), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:41:04.121022 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.db.l3_db [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Floating IP 26e47a5a-c632-42a9-92cf-3bdcbde856cd associated. External IP: 172.27.2.246, port: 09932909-5ecf-4732-bb5e-a5d08ec99f3f. Mar 16 00:41:04.358576 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Router 267f981d-89a0-4eff-9e68-c0be8abda654 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:41:04.485142 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:41:04.495405 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02edc1c-047b-4641-9638-b284cbc6eef4 None None] Sync routers for ids ['267f981d-89a0-4eff-9e68-c0be8abda654'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:41:04.503874 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:41:04.506141 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02edc1c-047b-4641-9638-b284cbc6eef4 None None] Routers {'267f981d-89a0-4eff-9e68-c0be8abda654'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:41:04.506900 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-b02edc1c-047b-4641-9638-b284cbc6eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:40:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['267f981d-89a0-4eff-9e68-c0be8abda654'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:41:04.534900 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-95d2cdf6-a61a-479e-a107-cd2a731e48f9 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7878704 Mar 16 00:41:04.535477 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92951e8-d702-4d6a-a762-82ffdda019fa', 'tag': '09932909-5ecf-4732-bb5e-a5d08ec99f3f'}] {{(pid=109655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:41:04.537787 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df82934b303eb2c65d5363c89017506e4207af41f0fc796505a1ca2b23a59d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090f1a87-26db-466f-a815-0663e9ea73aa" -d '{"events": [{"name": "network-changed", "server_uuid": "e92951e8-d702-4d6a-a762-82ffdda019fa", "tag": "09932909-5ecf-4732-bb5e-a5d08ec99f3f"}]}' {{(pid=109655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:41:04.577544 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d418a2-3d00-4816-9f49-ac8ab33bc124 x-openstack-request-id: req-e6d418a2-3d00-4816-9f49-ac8ab33bc124 {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:41:04.577848 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92951e8-d702-4d6a-a762-82ffdda019fa", "tag": "09932909-5ecf-4732-bb5e-a5d08ec99f3f", "status": "completed", "code": 200}]} {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:41:04.578109 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e6d418a2-3d00-4816-9f49-ac8ab33bc124 {{(pid=109655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:41:04.578519 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92951e8-d702-4d6a-a762-82ffdda019fa', 'tag': '09932909-5ecf-4732-bb5e-a5d08ec99f3f', 'status': 'completed', 'code': 200} Mar 16 00:41:04.648523 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1a87-26db-466f-a815-0663e9ea73aa req-71f11f59-4cc5-4bdb-92fc-d940ddf4f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:04.650057 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-090f1a87-26db-466f-a815-0663e9ea73aa req-71f11f59-4cc5-4bdb-92fc-d940ddf4f93d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9ff6862fa484b9884a908113ed78c53&device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 1130 time: 0.0471315 Mar 16 00:41:04.703736 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-b02edc1c-047b-4641-9638-b284cbc6eef4 None None] Set router 267f981d-89a0-4eff-9e68-c0be8abda654 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:41:04.747780 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1a87-26db-466f-a815-0663e9ea73aa req-4a7a1303-0dca-46ad-af55-46e2032192e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:04.749291 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-090f1a87-26db-466f-a815-0663e9ea73aa req-4a7a1303-0dca-46ad-af55-46e2032192e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96 HTTP/1.1" status: 200 len: 913 time: 0.0916040 Mar 16 00:41:04.814503 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-090f1a87-26db-466f-a815-0663e9ea73aa req-ba23a947-23c2-4f42-9ca3-7a1958d5fba0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09932909-5ecf-4732-bb5e-a5d08ec99f3f HTTP/1.1" status: 200 len: 1000 time: 0.0585368 Mar 16 00:41:04.868527 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1a87-26db-466f-a815-0663e9ea73aa req-0712b54f-b0ae-4b62-84e9-136c53b4f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:04.870073 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-090f1a87-26db-466f-a815-0663e9ea73aa req-0712b54f-b0ae-4b62-84e9-136c53b4f776 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9090298d-6431-4eac-8565-b1501caf6de2 HTTP/1.1" status: 200 len: 851 time: 0.0486629 Mar 16 00:41:04.919441 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1a87-26db-466f-a815-0663e9ea73aa req-af0dcffb-391b-4f27-8429-85d869af2385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:04.920961 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-090f1a87-26db-466f-a815-0663e9ea73aa req-af0dcffb-391b-4f27-8429-85d869af2385 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456455 Mar 16 00:41:04.933370 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-b02edc1c-047b-4641-9638-b284cbc6eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '26e47a5a-c632-42a9-92cf-3bdcbde856cd', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'port_id': '09932909-5ecf-4732-bb5e-a5d08ec99f3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'mac_address': 'fa:16:3e:9f:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92951e8-d702-4d6a-a762-82ffdda019fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:41:03Z', 'updated_at': '2022-03-16T00:41:03Z', 'revision_number': 0, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'fixed_ip_address_scope': None}, {'id': '6a7acb35-5d62-41de-8c5b-f27de24da189', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'port_id': '7004c588-76c0-48c3-b0e0-72a95cfde225', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'mac_address': 'fa:16:3e:4a:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9188a816-f345-47b6-877e-f32ad10714d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:39:10Z', 'updated_at': '2022-03-16T00:39:11Z', 'revision_number': 1, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa', 'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'mac_address': 'fa:16:3e:08:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:39Z', 'updated_at': '2022-03-16T00:35:47Z', 'revision_number': 5, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'subnets': [{'id': '9090298d-6431-4eac-8565-b1501caf6de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:41:04.959009 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02edc1c-047b-4641-9638-b284cbc6eef4 None None] Checking router: 267f981d-89a0-4eff-9e68-c0be8abda654 for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:41:04.967230 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02edc1c-047b-4641-9638-b284cbc6eef4 None None] Routers {'267f981d-89a0-4eff-9e68-c0be8abda654'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:41:04.967833 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-b02edc1c-047b-4641-9638-b284cbc6eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:40:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['267f981d-89a0-4eff-9e68-c0be8abda654'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:41:05.011395 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-090f1a87-26db-466f-a815-0663e9ea73aa req-c61042fc-5526-4883-a3ed-4dee130351f0 service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832865 Mar 16 00:41:05.074982 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-b02edc1c-047b-4641-9638-b284cbc6eef4 None None] Set router 267f981d-89a0-4eff-9e68-c0be8abda654 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:41:05.105053 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-090f1a87-26db-466f-a815-0663e9ea73aa req-cfd40426-5ee1-444a-95b3-29257f5bebd4 service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876620 Mar 16 00:41:05.304187 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-b02edc1c-047b-4641-9638-b284cbc6eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '26e47a5a-c632-42a9-92cf-3bdcbde856cd', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'port_id': '09932909-5ecf-4732-bb5e-a5d08ec99f3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'mac_address': 'fa:16:3e:9f:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92951e8-d702-4d6a-a762-82ffdda019fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:41:03Z', 'updated_at': '2022-03-16T00:41:03Z', 'revision_number': 0, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'fixed_ip_address_scope': None}, {'id': '6a7acb35-5d62-41de-8c5b-f27de24da189', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'port_id': '7004c588-76c0-48c3-b0e0-72a95cfde225', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'mac_address': 'fa:16:3e:4a:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9188a816-f345-47b6-877e-f32ad10714d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:39:10Z', 'updated_at': '2022-03-16T00:39:11Z', 'revision_number': 1, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa', 'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'mac_address': 'fa:16:3e:08:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:39Z', 'updated_at': '2022-03-16T00:35:47Z', 'revision_number': 5, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'subnets': [{'id': '9090298d-6431-4eac-8565-b1501caf6de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:41:05.330271 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02edc1c-047b-4641-9638-b284cbc6eef4 None None] The sync data for ids ['267f981d-89a0-4eff-9e68-c0be8abda654'] in dv-cinder-831247-13-iscsi is: [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '26e47a5a-c632-42a9-92cf-3bdcbde856cd', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'port_id': '09932909-5ecf-4732-bb5e-a5d08ec99f3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'mac_address': 'fa:16:3e:9f:bd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92951e8-d702-4d6a-a762-82ffdda019fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:41:03Z', 'updated_at': '2022-03-16T00:41:03Z', 'revision_number': 0, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'fixed_ip_address_scope': None}, {'id': '6a7acb35-5d62-41de-8c5b-f27de24da189', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'port_id': '7004c588-76c0-48c3-b0e0-72a95cfde225', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'mac_address': 'fa:16:3e:4a:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9188a816-f345-47b6-877e-f32ad10714d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:39:10Z', 'updated_at': '2022-03-16T00:39:11Z', 'revision_number': 1, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa', 'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'mac_address': 'fa:16:3e:08:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:39Z', 'updated_at': '2022-03-16T00:35:47Z', 'revision_number': 5, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'subnets': [{'id': '9090298d-6431-4eac-8565-b1501caf6de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:41:05.519089 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3bb03-829a-4f40-b557-f149d9752324 None None] New status for floating IP 26e47a5a-c632-42a9-92cf-3bdcbde856cd: ACTIVE {{(pid=109657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:41:06.809905 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:41:19.994809 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-187d2fe7-ea10-4b69-8ec4-33376714797b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:41:22.335880 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-4150a567-df6a-41ec-a2f1-86f46cae5690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:41:22.976847 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:41:23.606701 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:41:25.006600 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:41:26.354266 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:41:26.386738 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140411c-9efe-4183-9589-4a54c287cffe req-6a52413c-f782-4789-b923-d3fa4b164479 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:26.388166 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b140411c-9efe-4183-9589-4a54c287cffe req-6a52413c-f782-4789-b923-d3fa4b164479 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0625691 Mar 16 00:41:26.439043 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b140411c-9efe-4183-9589-4a54c287cffe req-03368a8a-af42-4116-b83b-7e44209780a3 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452597 Mar 16 00:41:27.558855 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb0e08-d652-4374-a0da-58fa90529e74 req-926cc051-dc7f-4ac7-b8cc-f31bdf113fdd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:27.560337 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4bfb0e08-d652-4374-a0da-58fa90529e74 req-926cc051-dc7f-4ac7-b8cc-f31bdf113fdd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0523269 Mar 16 00:41:27.605988 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-4bfb0e08-d652-4374-a0da-58fa90529e74 req-19ff6460-eb8e-43dc-b757-3f58c3be9d2e tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402005 Mar 16 00:41:28.727517 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c641e-f4a4-4b04-ba68-824abee7a0b1 req-47738b5b-c359-438a-984e-3be81a8d83c9 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:28.728905 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-293c641e-f4a4-4b04-ba68-824abee7a0b1 req-47738b5b-c359-438a-984e-3be81a8d83c9 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0559530 Mar 16 00:41:28.775449 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-293c641e-f4a4-4b04-ba68-824abee7a0b1 req-7f1dc282-b61f-4252-8133-882d6e9b031e tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409412 Mar 16 00:41:29.900331 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7475b09-8002-4784-92fb-051af55baef1 req-6a17581d-0c2e-4efb-98c8-4b3675268efb tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:29.901833 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c7475b09-8002-4784-92fb-051af55baef1 req-6a17581d-0c2e-4efb-98c8-4b3675268efb tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0558910 Mar 16 00:41:29.948027 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c7475b09-8002-4784-92fb-051af55baef1 req-4a7a1a9a-edd6-491a-9f49-3c702ec00922 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406811 Mar 16 00:41:31.066610 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf7586-64c1-48ab-a07e-1cecc48160d8 req-27081920-781f-4f0b-ad6b-c713ffb851e2 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:31.068075 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-98bf7586-64c1-48ab-a07e-1cecc48160d8 req-27081920-781f-4f0b-ad6b-c713ffb851e2 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0526304 Mar 16 00:41:31.119538 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-98bf7586-64c1-48ab-a07e-1cecc48160d8 req-6107d1ec-cb7a-4809-a8cb-0544815b6588 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460241 Mar 16 00:41:32.235143 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cc62f-d763-4fc4-9077-45453ae6f884 req-856f7507-06e1-44e8-ba7b-ffafa03903b8 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:32.237105 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-414cc62f-d763-4fc4-9077-45453ae6f884 req-856f7507-06e1-44e8-ba7b-ffafa03903b8 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0513048 Mar 16 00:41:32.283234 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-414cc62f-d763-4fc4-9077-45453ae6f884 req-8d19ef14-af70-436f-9071-811eb59a091f tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405219 Mar 16 00:41:33.399006 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535c7d8-f273-4201-a6f6-288ac8140855 req-39760b81-95a5-46eb-beb3-d29725dc0300 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:33.400515 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d535c7d8-f273-4201-a6f6-288ac8140855 req-39760b81-95a5-46eb-beb3-d29725dc0300 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0522449 Mar 16 00:41:33.450151 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d535c7d8-f273-4201-a6f6-288ac8140855 req-93777576-c7e5-4532-9cbe-239eaea94950 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440657 Mar 16 00:41:34.567535 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1f14d-2b43-467d-98a2-dfb4da574857 req-e57522a3-fd36-47d3-be58-45264ff2d120 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:34.568992 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a4b1f14d-2b43-467d-98a2-dfb4da574857 req-e57522a3-fd36-47d3-be58-45264ff2d120 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0504470 Mar 16 00:41:34.617218 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a4b1f14d-2b43-467d-98a2-dfb4da574857 req-247aeefa-4bb4-4767-bcd7-29e1dc7cbe0d tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427473 Mar 16 00:41:35.734267 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1225946-d1b8-477f-8d4c-e67931a36892 req-7ea021c1-2d66-46bb-8fa8-4ff7beedd863 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:35.735675 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c1225946-d1b8-477f-8d4c-e67931a36892 req-7ea021c1-2d66-46bb-8fa8-4ff7beedd863 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0529456 Mar 16 00:41:35.783356 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c1225946-d1b8-477f-8d4c-e67931a36892 req-e59165c4-65e0-4d71-998c-47ac55004fe1 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416219 Mar 16 00:41:36.900091 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa57a9-1644-46ee-b0eb-9de71cbe49ba req-bb01c3fe-5924-4d6c-a48c-36dd10e2d055 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:36.901588 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-48aa57a9-1644-46ee-b0eb-9de71cbe49ba req-bb01c3fe-5924-4d6c-a48c-36dd10e2d055 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0516143 Mar 16 00:41:36.949476 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-48aa57a9-1644-46ee-b0eb-9de71cbe49ba req-b6379f83-2ba4-4815-927e-12e503ea8cd9 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424831 Mar 16 00:41:37.180144 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200870cb-9015-4b89-8b30-f67212528467 req-9bbd37ff-f081-4ad1-bed6-90f981999871 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:37.181667 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-200870cb-9015-4b89-8b30-f67212528467 req-9bbd37ff-f081-4ad1-bed6-90f981999871 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0840871 Mar 16 00:41:37.196088 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44796d-8b1c-4868-ba5b-a44478f0aec0 req-9370be47-ee1b-4439-91b5-26d81fca2a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:37.197474 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0f44796d-8b1c-4868-ba5b-a44478f0aec0 req-9370be47-ee1b-4439-91b5-26d81fca2a9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b92472e47f34034b3c894e499616e6a&device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 1129 time: 0.0670366 Mar 16 00:41:37.278654 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-200870cb-9015-4b89-8b30-f67212528467 req-09148ab1-0564-4f86-aae5-d7268038a276 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898867 Mar 16 00:41:37.309335 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44796d-8b1c-4868-ba5b-a44478f0aec0 req-6e8b9dd5-bd03-42d4-9ca8-e009e59a22e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:37.310840 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0f44796d-8b1c-4868-ba5b-a44478f0aec0 req-6e8b9dd5-bd03-42d4-9ca8-e009e59a22e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1f9365a-cd04-4061-ad6b-7e370ccaa597 HTTP/1.1" status: 200 len: 912 time: 0.1064336 Mar 16 00:41:37.379754 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0f44796d-8b1c-4868-ba5b-a44478f0aec0 req-d6aba511-0b43-42f6-ae75-1b6b58177c84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b1b8f33-a22d-4a45-8de4-898113dbb458 HTTP/1.1" status: 200 len: 1001 time: 0.0623837 Mar 16 00:41:37.427274 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44796d-8b1c-4868-ba5b-a44478f0aec0 req-29af308f-a5ca-49b6-aa09-d68bcbe647fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:37.428753 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0f44796d-8b1c-4868-ba5b-a44478f0aec0 req-29af308f-a5ca-49b6-aa09-d68bcbe647fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dce8e8a3-4182-4a67-870e-04d884de509a HTTP/1.1" status: 200 len: 850 time: 0.0434508 Mar 16 00:41:37.476943 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44796d-8b1c-4868-ba5b-a44478f0aec0 req-f45c9143-5a5a-4467-98fb-a611de53ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:37.478456 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0f44796d-8b1c-4868-ba5b-a44478f0aec0 req-f45c9143-5a5a-4467-98fb-a611de53ba2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1f9365a-cd04-4061-ad6b-7e370ccaa597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440497 Mar 16 00:41:37.571839 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0f44796d-8b1c-4868-ba5b-a44478f0aec0 req-3372de99-6383-4de1-88ca-2b47e48b0786 service neutron] 10.222.0.46 "GET /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873981 Mar 16 00:41:37.657234 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0f44796d-8b1c-4868-ba5b-a44478f0aec0 req-22c6f2b6-db38-4e64-8e22-cf40dcceff13 service neutron] 10.222.0.46 "GET /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797961 Mar 16 00:41:38.398886 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6915651-28af-49fa-94e5-9baa79f7292b req-59815539-6dc7-441b-9c59-ae166822fc20 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:38.400385 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e6915651-28af-49fa-94e5-9baa79f7292b req-59815539-6dc7-441b-9c59-ae166822fc20 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0524540 Mar 16 00:41:38.446384 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e6915651-28af-49fa-94e5-9baa79f7292b req-0255ce5b-d237-48d9-8065-05d835662d7e tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404365 Mar 16 00:41:43.809097 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:41:49.996174 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-edf6b48d-86a5-473d-9c33-5bdb04e4c949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:41:52.336427 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-46cc4c3a-094b-45ae-af26-f7d96950abad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:41:52.974224 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:41:53.607860 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:41:55.011338 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:41:55.666005 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3bef803c-55bf-4595-8086-5e3616765dd4 req-f40628b6-45cc-4140-9820-c2b9f40bd6d5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424068 Mar 16 00:41:55.752423 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef803c-55bf-4595-8086-5e3616765dd4 req-d4c3ded3-2424-4fcc-b862-acbf0f9ac97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:55.753847 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3bef803c-55bf-4595-8086-5e3616765dd4 req-d4c3ded3-2424-4fcc-b862-acbf0f9ac97b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9ff6862fa484b9884a908113ed78c53&device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 1130 time: 0.0470510 Mar 16 00:41:55.853419 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef803c-55bf-4595-8086-5e3616765dd4 req-a9a9f2d5-3856-40d0-8406-865935e700a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:55.854876 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3bef803c-55bf-4595-8086-5e3616765dd4 req-a9a9f2d5-3856-40d0-8406-865935e700a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96 HTTP/1.1" status: 200 len: 913 time: 0.0814705 Mar 16 00:41:55.921190 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3bef803c-55bf-4595-8086-5e3616765dd4 req-7c49c032-54a6-4151-8b30-bbdea9d33b17 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7004c588-76c0-48c3-b0e0-72a95cfde225 HTTP/1.1" status: 200 len: 1001 time: 0.0591652 Mar 16 00:41:55.966733 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef803c-55bf-4595-8086-5e3616765dd4 req-96676578-1179-43d0-9998-81c0f5375781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:55.968133 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3bef803c-55bf-4595-8086-5e3616765dd4 req-96676578-1179-43d0-9998-81c0f5375781 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9090298d-6431-4eac-8565-b1501caf6de2 HTTP/1.1" status: 200 len: 851 time: 0.0403128 Mar 16 00:41:56.015793 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef803c-55bf-4595-8086-5e3616765dd4 req-ff463f66-faa7-497a-87b7-64e82180e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:41:56.017681 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3bef803c-55bf-4595-8086-5e3616765dd4 req-ff463f66-faa7-497a-87b7-64e82180e3ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431705 Mar 16 00:41:56.107096 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3bef803c-55bf-4595-8086-5e3616765dd4 req-68c14870-f9cd-4c90-86ed-f06ce1941865 service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823665 Mar 16 00:41:56.195189 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3bef803c-55bf-4595-8086-5e3616765dd4 req-3599e87c-d6c7-4be5-89f3-d5a0088524b4 service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0771024 Mar 16 00:41:56.356035 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:11.523194 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba8d62-7c4b-43b2-8501-ea25ca08fec6 req-15fa111f-177a-46fc-b58a-dd98b6d9222d tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:11.524639 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-02ba8d62-7c4b-43b2-8501-ea25ca08fec6 req-15fa111f-177a-46fc-b58a-dd98b6d9222d tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0511825 Mar 16 00:42:11.572690 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-02ba8d62-7c4b-43b2-8501-ea25ca08fec6 req-f84cfbde-3a13-4a76-86f6-f26449638a37 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425584 Mar 16 00:42:12.692860 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213dc33-f6d1-47b8-bbc4-4a08304f6ca5 req-053c0573-83cd-4af0-b411-cc1baf2936c2 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:12.694269 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0213dc33-f6d1-47b8-bbc4-4a08304f6ca5 req-053c0573-83cd-4af0-b411-cc1baf2936c2 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0559690 Mar 16 00:42:12.740692 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0213dc33-f6d1-47b8-bbc4-4a08304f6ca5 req-08bacbe3-1a1a-4620-961c-c4b49a485ecf tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408895 Mar 16 00:42:13.481351 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8eea70-d26c-46fd-a365-4edebedeb879 req-a10370a0-d08d-4e49-8c27-74e20bdbdce4 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:13.482823 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ba8eea70-d26c-46fd-a365-4edebedeb879 req-a10370a0-d08d-4e49-8c27-74e20bdbdce4 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.46 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.0498750 Mar 16 00:42:13.572485 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-ba8eea70-d26c-46fd-a365-4edebedeb879 req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Deleting port 0b1b8f33-a22d-4a45-8de4-898113dbb458 {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:42:13.572823 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-ba8eea70-d26c-46fd-a365-4edebedeb879 req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (0b1b8f33-a22d-4a45-8de4-898113dbb458), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:13.661510 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-ba8eea70-d26c-46fd-a365-4edebedeb879 req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] For port 0b1b8f33-a22d-4a45-8de4-898113dbb458, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0b1b8f33-a22d-4a45-8de4-898113dbb458,segment=NetworkSegment(49bbd42c-4a52-475c-9169-9106b4ce965e),segment_id=49bbd42c-4a52-475c-9169-9106b4ce965e)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:42:13.661872 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-ba8eea70-d26c-46fd-a365-4edebedeb879 req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (0b1b8f33-a22d-4a45-8de4-898113dbb458), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:13.851562 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-ba8eea70-d26c-46fd-a365-4edebedeb879 req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:13.851926 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-ba8eea70-d26c-46fd-a365-4edebedeb879 req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (dfb0e232-1ad0-46b1-a4a9-81e8a8467a40), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:13.852242 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.l3_db [req-ba8eea70-d26c-46fd-a365-4edebedeb879 req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Floating IP dfb0e232-1ad0-46b1-a4a9-81e8a8467a40 disassociated. External IP: 172.27.2.226, port: 0b1b8f33-a22d-4a45-8de4-898113dbb458. Mar 16 00:42:13.852572 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-ba8eea70-d26c-46fd-a365-4edebedeb879 req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Calling delete_port for 0b1b8f33-a22d-4a45-8de4-898113dbb458 owned by compute:nova {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:42:13.913250 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d40be-8757-411d-831a-9e18dbb0f3e6 req-d4814b2d-3caf-4f78-a867-4b0beb784354 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:13.914731 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-645d40be-8757-411d-831a-9e18dbb0f3e6 req-d4814b2d-3caf-4f78-a867-4b0beb784354 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 945 time: 0.1052051 Mar 16 00:42:13.975655 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-645d40be-8757-411d-831a-9e18dbb0f3e6 req-a728374b-57d0-4538-8d45-6156b8758726 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7320339-b02f-48c7-b8e0-2f975312f688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550513 Mar 16 00:42:14.025957 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-ba8eea70-d26c-46fd-a365-4edebedeb879 req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (0b1b8f33-a22d-4a45-8de4-898113dbb458), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:14.056195 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Pushing event deleted for resources: {'Port': ['ID=0b1b8f33-a22d-4a45-8de4-898113dbb458,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:14.066715 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:14.067058 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:14.067406 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:14.067744 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:14.068189 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:14.068394 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:14.068721 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:14.069046 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:14.069376 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:14.069726 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:14.070052 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:14.070375 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:14.070699 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:14.071017 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:14.071338 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:14.178720 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba8eea70-d26c-46fd-a365-4edebedeb879 req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Router 2b879928-d4bd-459e-81b8-d73a316cba98 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:42:14.283675 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba8eea70-d26c-46fd-a365-4edebedeb879 req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:42:14.294079 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d6c9f-95bb-49fe-851e-efe69f4fb2ab None None] Sync routers for ids ['2b879928-d4bd-459e-81b8-d73a316cba98'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:42:14.304439 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d6c9f-95bb-49fe-851e-efe69f4fb2ab None None] Routers {'2b879928-d4bd-459e-81b8-d73a316cba98'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:42:14.305063 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-7e5d6c9f-95bb-49fe-851e-efe69f4fb2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:41:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['2b879928-d4bd-459e-81b8-d73a316cba98'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:14.415217 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-7e5d6c9f-95bb-49fe-851e-efe69f4fb2ab None None] Set router 2b879928-d4bd-459e-81b8-d73a316cba98 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:42:14.588607 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8eea70-d26c-46fd-a365-4edebedeb879 req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] No DVR routers for this DVR port 0b1b8f33-a22d-4a45-8de4-898113dbb458 on host hv-cinder-83124 {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:42:14.591165 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-ba8eea70-d26c-46fd-a365-4edebedeb879 req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:14.594954 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ba8eea70-d26c-46fd-a365-4edebedeb879 req-d99ae26b-e726-4547-ac21-7d8c6142fadd tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.46 "DELETE /v2.0/ports/0b1b8f33-a22d-4a45-8de4-898113dbb458 HTTP/1.1" status: 204 len: 173 time: 1.1064768 Mar 16 00:42:14.595405 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9a6d32-efc3-49ef-a33f-967a39d77dfe', 'name': 'network-vif-deleted', 'tag': '0b1b8f33-a22d-4a45-8de4-898113dbb458'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:42:14.597616 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee94119-d37c-43b0-8009-892a65b44d57" -d '{"events": [{"server_uuid": "af9a6d32-efc3-49ef-a33f-967a39d77dfe", "name": "network-vif-deleted", "tag": "0b1b8f33-a22d-4a45-8de4-898113dbb458"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:42:14.627489 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-7e5d6c9f-95bb-49fe-851e-efe69f4fb2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'name': 'tempest-AttachVolumeTestJSON-1971250660-router', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:27Z', 'revision_number': 4, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'gw_port': {'id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '1dc04944-85ce-4bef-8cad-a87951afdc2d', 'name': '', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'mac_address': 'fa:16:3e:4f:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:27Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 5, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'subnets': [{'id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:14.638204 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca781b5f-d77e-4f18-b184-5eee0315fb0a x-openstack-request-id: req-ca781b5f-d77e-4f18-b184-5eee0315fb0a {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:42:14.638500 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9a6d32-efc3-49ef-a33f-967a39d77dfe", "name": "network-vif-deleted", "tag": "0b1b8f33-a22d-4a45-8de4-898113dbb458", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:42:14.638753 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca781b5f-d77e-4f18-b184-5eee0315fb0a {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:42:14.639145 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9a6d32-efc3-49ef-a33f-967a39d77dfe', 'name': 'network-vif-deleted', 'tag': '0b1b8f33-a22d-4a45-8de4-898113dbb458', 'status': 'completed', 'code': 200} Mar 16 00:42:14.656344 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d6c9f-95bb-49fe-851e-efe69f4fb2ab None None] Checking router: 2b879928-d4bd-459e-81b8-d73a316cba98 for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:42:14.664468 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d6c9f-95bb-49fe-851e-efe69f4fb2ab None None] Routers {'2b879928-d4bd-459e-81b8-d73a316cba98'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:42:14.665063 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-7e5d6c9f-95bb-49fe-851e-efe69f4fb2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:41:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['2b879928-d4bd-459e-81b8-d73a316cba98'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:14.853564 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-7e5d6c9f-95bb-49fe-851e-efe69f4fb2ab None None] Set router 2b879928-d4bd-459e-81b8-d73a316cba98 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:42:15.054867 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-7e5d6c9f-95bb-49fe-851e-efe69f4fb2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'name': 'tempest-AttachVolumeTestJSON-1971250660-router', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:27Z', 'revision_number': 4, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'gw_port': {'id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '1dc04944-85ce-4bef-8cad-a87951afdc2d', 'name': '', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'mac_address': 'fa:16:3e:4f:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:27Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 5, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'subnets': [{'id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:15.083476 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d6c9f-95bb-49fe-851e-efe69f4fb2ab None None] The sync data for ids ['2b879928-d4bd-459e-81b8-d73a316cba98'] in dv-cinder-831247-13-iscsi is: [{'id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'name': 'tempest-AttachVolumeTestJSON-1971250660-router', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:27Z', 'revision_number': 4, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'gw_port': {'id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '1dc04944-85ce-4bef-8cad-a87951afdc2d', 'name': '', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'mac_address': 'fa:16:3e:4f:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:27Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 5, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'subnets': [{'id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:42:15.096881 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c945383f-b352-43dd-b5a5-679f088f3329 req-c56b318f-8fa1-40ae-af6a-be82e6a037df tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=af9a6d32-efc3-49ef-a33f-967a39d77dfe HTTP/1.1" status: 200 len: 210 time: 0.0316067 Mar 16 00:42:15.288597 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ec3504-841a-4a57-a431-06daaa971e14 None None] New status for floating IP dfb0e232-1ad0-46b1-a4a9-81e8a8467a40: DOWN {{(pid=109657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:42:16.179979 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34244) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:42:16.230401 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-115dbfa8-a1ff-46ef-911b-fd40801c29c9 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group (d7320339-b02f-48c7-b8e0-2f975312f688), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:16.252351 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-115dbfa8-a1ff-46ef-911b-fd40801c29c9 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group (d7320339-b02f-48c7-b8e0-2f975312f688), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:16.300080 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-115dbfa8-a1ff-46ef-911b-fd40801c29c9 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (d7320339-b02f-48c7-b8e0-2f975312f688), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:16.302718 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-115dbfa8-a1ff-46ef-911b-fd40801c29c9 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:16.303845 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-115dbfa8-a1ff-46ef-911b-fd40801c29c9 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "DELETE /v2.0/security-groups/d7320339-b02f-48c7-b8e0-2f975312f688 HTTP/1.1" status: 204 len: 168 time: 0.1228261 Mar 16 00:42:16.306621 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34246) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:42:16.313340 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115dbfa8-a1ff-46ef-911b-fd40801c29c9 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7320339-b02f-48c7-b8e0-2f975312f688,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:16.320520 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.api.v2.resource [None req-1eb67497-42c1-4d84-9518-2e494974f89f tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] show failed (client error): The resource could not be found. Mar 16 00:42:16.321577 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-1eb67497-42c1-4d84-9518-2e494974f89f tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups/d7320339-b02f-48c7-b8e0-2f975312f688 HTTP/1.1" status: 404 len: 347 time: 0.0139441 Mar 16 00:42:16.324480 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34248) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:42:16.445752 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-ba3d84ff-3430-483f-b8d6-3e3542f9eedb tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Deleting port ab8417ed-2423-4eb4-8cdd-d6b9a12f806f {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:42:16.446095 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ba3d84ff-3430-483f-b8d6-3e3542f9eedb tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (ab8417ed-2423-4eb4-8cdd-d6b9a12f806f), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:16.518933 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ba3d84ff-3430-483f-b8d6-3e3542f9eedb tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (ab8417ed-2423-4eb4-8cdd-d6b9a12f806f), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:16.519256 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ba3d84ff-3430-483f-b8d6-3e3542f9eedb tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for floatingip (ab8417ed-2423-4eb4-8cdd-d6b9a12f806f), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:16.530422 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-ba3d84ff-3430-483f-b8d6-3e3542f9eedb tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Calling delete_port for ab8417ed-2423-4eb4-8cdd-d6b9a12f806f owned by network:floatingip {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:42:16.662061 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ba3d84ff-3430-483f-b8d6-3e3542f9eedb tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (ab8417ed-2423-4eb4-8cdd-d6b9a12f806f), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:16.686397 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d84ff-3430-483f-b8d6-3e3542f9eedb tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Pushing event deleted for resources: {'Port': ['ID=ab8417ed-2423-4eb4-8cdd-d6b9a12f806f,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:16.747344 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ba3d84ff-3430-483f-b8d6-3e3542f9eedb tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for floatingip (dfb0e232-1ad0-46b1-a4a9-81e8a8467a40), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:16.749928 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ba3d84ff-3430-483f-b8d6-3e3542f9eedb tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:16.751062 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-ba3d84ff-3430-483f-b8d6-3e3542f9eedb tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "DELETE /v2.0/floatingips/dfb0e232-1ad0-46b1-a4a9-81e8a8467a40 HTTP/1.1" status: 204 len: 168 time: 0.4256024 Mar 16 00:42:17.906084 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34254) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:42:17.910800 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-e2eeab13-086a-4071-b38e-f97a44879e7d tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1268646263', 'description': 'tempest-description--1243719544'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:42:17.931243 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e2eeab13-086a-4071-b38e-f97a44879e7d tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:17.995295 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e2eeab13-086a-4071-b38e-f97a44879e7d tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group (187b8255-528e-4252-9440-d335aaba5d69), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:17.998568 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e2eeab13-086a-4071-b38e-f97a44879e7d tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (187b8255-528e-4252-9440-d335aaba5d69), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:18.026383 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e2eeab13-086a-4071-b38e-f97a44879e7d tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:18.027598 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-e2eeab13-086a-4071-b38e-f97a44879e7d tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1204419 Mar 16 00:42:18.029570 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eeab13-086a-4071-b38e-f97a44879e7d tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=187b8255-528e-4252-9440-d335aaba5d69,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:18.030611 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34256) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:42:18.035144 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-1505b7c1-b97b-4db5-a194-3395eb8d6a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Request body: {'security_group_rule': {'security_group_id': '187b8255-528e-4252-9440-d335aaba5d69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:42:18.059242 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1505b7c1-b97b-4db5-a194-3395eb8d6a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group_rule (79012467-839b-4422-b151-28be7a80e7d0), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:18.103147 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1505b7c1-b97b-4db5-a194-3395eb8d6a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group_rule (79012467-839b-4422-b151-28be7a80e7d0), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:18.106286 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1505b7c1-b97b-4db5-a194-3395eb8d6a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (79012467-839b-4422-b151-28be7a80e7d0), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:18.116614 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 0b1b8f33-a22d-4a45-8de4-898113dbb458 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:42:18.125171 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505b7c1-b97b-4db5-a194-3395eb8d6a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79012467-839b-4422-b151-28be7a80e7d0,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:18.135344 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1505b7c1-b97b-4db5-a194-3395eb8d6a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:18.136541 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-1505b7c1-b97b-4db5-a194-3395eb8d6a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1049170 Mar 16 00:42:18.136940 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] No Port match for: 0b1b8f33-a22d-4a45-8de4-898113dbb458 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:42:18.137291 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 0b1b8f33-a22d-4a45-8de4-898113dbb458 not bound to the agent host hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:42:18.137867 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505b7c1-b97b-4db5-a194-3395eb8d6a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:18.138214 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505b7c1-b97b-4db5-a194-3395eb8d6a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:18.138558 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505b7c1-b97b-4db5-a194-3395eb8d6a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:18.138899 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505b7c1-b97b-4db5-a194-3395eb8d6a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:18.139241 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505b7c1-b97b-4db5-a194-3395eb8d6a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:18.139487 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34258) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:42:18.139610 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505b7c1-b97b-4db5-a194-3395eb8d6a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:18.139902 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505b7c1-b97b-4db5-a194-3395eb8d6a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:18.140231 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505b7c1-b97b-4db5-a194-3395eb8d6a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:18.140559 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505b7c1-b97b-4db5-a194-3395eb8d6a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:18.140886 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505b7c1-b97b-4db5-a194-3395eb8d6a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:18.141206 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505b7c1-b97b-4db5-a194-3395eb8d6a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:18.141572 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505b7c1-b97b-4db5-a194-3395eb8d6a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:18.141899 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505b7c1-b97b-4db5-a194-3395eb8d6a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:18.142223 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505b7c1-b97b-4db5-a194-3395eb8d6a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:18.142578 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505b7c1-b97b-4db5-a194-3395eb8d6a30 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:18.143974 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-fd36162e-356e-43fe-913d-688ebe83ea88 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Request body: {'security_group_rule': {'security_group_id': '187b8255-528e-4252-9440-d335aaba5d69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:42:18.168397 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fd36162e-356e-43fe-913d-688ebe83ea88 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group_rule (0acd3541-7529-4a54-b74a-5b43411bfbe1), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:18.222144 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fd36162e-356e-43fe-913d-688ebe83ea88 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group_rule (0acd3541-7529-4a54-b74a-5b43411bfbe1), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:18.225727 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fd36162e-356e-43fe-913d-688ebe83ea88 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (0acd3541-7529-4a54-b74a-5b43411bfbe1), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:18.242848 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36162e-356e-43fe-913d-688ebe83ea88 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0acd3541-7529-4a54-b74a-5b43411bfbe1,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:18.249610 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-fd36162e-356e-43fe-913d-688ebe83ea88 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:18.250829 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-fd36162e-356e-43fe-913d-688ebe83ea88 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1103320 Mar 16 00:42:18.254008 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34260) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:42:18.258508 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-5c9e67a0-41c2-42cf-ac5f-2cb198d87602 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Request body: {'floatingip': {'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:42:18.278166 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5c9e67a0-41c2-42cf-ac5f-2cb198d87602 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:18.376006 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5c9e67a0-41c2-42cf-ac5f-2cb198d87602 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:18.477012 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_common [None req-5c9e67a0-41c2-42cf-ac5f-2cb198d87602 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Allocated IP 172.27.2.234 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/6c1fe893-df73-4b0a-a44a-6c1e4cd41eac) {{(pid=109655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:42:18.580463 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5c9e67a0-41c2-42cf-ac5f-2cb198d87602 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for port (6c1fe893-df73-4b0a-a44a-6c1e4cd41eac), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:18.613373 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5c9e67a0-41c2-42cf-ac5f-2cb198d87602 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (6c1fe893-df73-4b0a-a44a-6c1e4cd41eac), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:18.651296 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9e67a0-41c2-42cf-ac5f-2cb198d87602 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:42:18.654170 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-5c9e67a0-41c2-42cf-ac5f-2cb198d87602 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:42:18.657669 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e67a0-41c2-42cf-ac5f-2cb198d87602 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Received port after_create {{(pid=109655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:42:18.678897 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e67a0-41c2-42cf-ac5f-2cb198d87602 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Pushing event updated for resources: {'Port': ['ID=6c1fe893-df73-4b0a-a44a-6c1e4cd41eac,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:18.745560 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5c9e67a0-41c2-42cf-ac5f-2cb198d87602 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for floatingip (7d050b98-7027-43f4-9a13-6cbed43cefac), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:18.780628 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5c9e67a0-41c2-42cf-ac5f-2cb198d87602 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (6c1fe893-df73-4b0a-a44a-6c1e4cd41eac), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:18.930372 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5c9e67a0-41c2-42cf-ac5f-2cb198d87602 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for port (6c1fe893-df73-4b0a-a44a-6c1e4cd41eac), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:18.934684 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5c9e67a0-41c2-42cf-ac5f-2cb198d87602 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5476197'] for port (6c1fe893-df73-4b0a-a44a-6c1e4cd41eac), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:19.004942 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e67a0-41c2-42cf-ac5f-2cb198d87602 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Pushing event updated for resources: {'Port': ['ID=6c1fe893-df73-4b0a-a44a-6c1e4cd41eac,revision_number=2']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:19.016832 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5c9e67a0-41c2-42cf-ac5f-2cb198d87602 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (7d050b98-7027-43f4-9a13-6cbed43cefac), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:19.034344 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5c9e67a0-41c2-42cf-ac5f-2cb198d87602 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:19.035577 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-5c9e67a0-41c2-42cf-ac5f-2cb198d87602 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7805746 Mar 16 00:42:19.180623 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-68d72ff1-cf6d-41b4-b41d-92e30379bf4b tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1268646263&fields=id&tenant_id=1b92472e47f34034b3c894e499616e6a HTTP/1.1" status: 200 len: 267 time: 0.0435181 Mar 16 00:42:19.283088 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-9583efaa-fafe-4290-a0b5-a4931c58e0f8 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:19.284522 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-9583efaa-fafe-4290-a0b5-a4931c58e0f8 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/networks?id=a1f9365a-cd04-4061-ad6b-7e370ccaa597 HTTP/1.1" status: 200 len: 811 time: 0.0976636 Mar 16 00:42:19.299118 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-8715d823-e72b-480a-8a56-e6e91d5e4ab0 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/quotas/1b92472e47f34034b3c894e499616e6a HTTP/1.1" status: 200 len: 375 time: 0.0093653 Mar 16 00:42:19.351667 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-e4a52a40-5755-48ea-b411-6eaceb64e75e tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b92472e47f34034b3c894e499616e6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477841 Mar 16 00:42:19.444834 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-55fa86cd-09cb-4355-97eb-ed1b89f93ead service neutron] 10.222.0.10 "GET /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822251 Mar 16 00:42:19.529910 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-cbcf0a17-1c65-462f-b2c7-e5f9f6e9a609 service neutron] 10.222.0.10 "GET /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794830 Mar 16 00:42:19.683566 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b83d0444-b875-40e1-82b2-dedb15f04784 req-4ab9b341-47f1-4e81-9a79-53536386a6ff tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eac099-311a-4442-ba4f-724dd6b64556 HTTP/1.1" status: 200 len: 210 time: 0.0270214 Mar 16 00:42:20.004484 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-53755c89-73af-4df4-afd7-6dedc755e279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:20.584371 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-ceae067a-7fd1-4ff3-af8c-193b277a934a tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:20.585863 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-ceae067a-7fd1-4ff3-af8c-193b277a934a tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.46 "GET /v2.0/networks?id=a1f9365a-cd04-4061-ad6b-7e370ccaa597 HTTP/1.1" status: 200 len: 811 time: 0.1065016 Mar 16 00:42:20.645724 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-0668168d-9669-4dc2-abed-3b3ed5ee0302 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b92472e47f34034b3c894e499616e6a HTTP/1.1" status: 200 len: 380 time: 0.0523021 Mar 16 00:42:20.658831 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-fcb2d00d-602b-4f08-b5f0-c65eb45fbda4 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Request body: {'port': {'device_id': 'f1eac099-311a-4442-ba4f-724dd6b64556', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'admin_state_up': True, 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'security_groups': ['187b8255-528e-4252-9440-d335aaba5d69']}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:42:20.783685 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c02ce8da-e4e8-4cbd-9018-a96400d65c98 req-d6eb1449-35d0-4b7a-9143-696992758ff7 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eac099-311a-4442-ba4f-724dd6b64556 HTTP/1.1" status: 200 len: 210 time: 0.0325217 Mar 16 00:42:20.793646 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-fcb2d00d-602b-4f08-b5f0-c65eb45fbda4 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Made reservation on behalf of 1b92472e47f34034b3c894e499616e6a for: {'port': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:42:20.804329 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-fcb2d00d-602b-4f08-b5f0-c65eb45fbda4 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:20.807818 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:42:20.924114 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-fcb2d00d-602b-4f08-b5f0-c65eb45fbda4 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Allocated IP 172.20.0.6 (a1f9365a-cd04-4061-ad6b-7e370ccaa597/dce8e8a3-4182-4a67-870e-04d884de509a/c2eb2281-47f3-40f8-90af-ac927ece49c3) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:42:21.058481 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-fcb2d00d-602b-4f08-b5f0-c65eb45fbda4 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for port (c2eb2281-47f3-40f8-90af-ac927ece49c3), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:21.092262 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-fcb2d00d-602b-4f08-b5f0-c65eb45fbda4 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (c2eb2281-47f3-40f8-90af-ac927ece49c3), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:21.140761 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-fcb2d00d-602b-4f08-b5f0-c65eb45fbda4 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Network a1f9365a-cd04-4061-ad6b-7e370ccaa597 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:42:21.144047 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-fcb2d00d-602b-4f08-b5f0-c65eb45fbda4 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:42:21.148567 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-fcb2d00d-602b-4f08-b5f0-c65eb45fbda4 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:42:21.155393 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2d00d-602b-4f08-b5f0-c65eb45fbda4 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Pushing event updated for resources: {'Port': ['ID=c2eb2281-47f3-40f8-90af-ac927ece49c3,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:21.201465 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-fcb2d00d-602b-4f08-b5f0-c65eb45fbda4 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:21.202281 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-fcb2d00d-602b-4f08-b5f0-c65eb45fbda4 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:21.218925 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-fcb2d00d-602b-4f08-b5f0-c65eb45fbda4 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5636890 Mar 16 00:42:21.229679 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] Request body: {'port': {'device_id': 'f1eac099-311a-4442-ba4f-724dd6b64556', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:42:21.290192 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (c2eb2281-47f3-40f8-90af-ac927ece49c3), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:21.358759 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-b086d04f-be9e-47e4-8b11-31b5444d8720 None None] Provisioning complete for port c2eb2281-47f3-40f8-90af-ac927ece49c3 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:42:21.359349 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b086d04f-be9e-47e4-8b11-31b5444d8720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (c2eb2281-47f3-40f8-90af-ac927ece49c3), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:21.395076 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-b086d04f-be9e-47e4-8b11-31b5444d8720 None None] Port c2eb2281-47f3-40f8-90af-ac927ece49c3 cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:42:21.551508 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2eb2281-47f3-40f8-90af-ac927ece49c3 {{(pid=109656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:42:21.558863 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] Publish callbacks [] for port (c2eb2281-47f3-40f8-90af-ac927ece49c3), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:21.570631 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.provisioning_blocks [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] Transition to ACTIVE for port object c2eb2281-47f3-40f8-90af-ac927ece49c3 will not be triggered until provisioned by entity L2. {{(pid=109656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 00:42:21.573610 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (c2eb2281-47f3-40f8-90af-ac927ece49c3), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:21.622724 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] Pushing event updated for resources: {'Port': ['ID=c2eb2281-47f3-40f8-90af-ac927ece49c3,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:21.700777 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] Attempting to bind port c2eb2281-47f3-40f8-90af-ac927ece49c3 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:42:21.701111 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] Attempting to bind port c2eb2281-47f3-40f8-90af-ac927ece49c3 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '49bbd42c-4a52-475c-9169-9106b4ce965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597'}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:42:21.701457 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] Attempting to bind port c2eb2281-47f3-40f8-90af-ac927ece49c3 on network a1f9365a-cd04-4061-ad6b-7e370ccaa597 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:42:21.706402 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] Port c2eb2281-47f3-40f8-90af-ac927ece49c3 on network a1f9365a-cd04-4061-ad6b-7e370ccaa597 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 00:42:21.706712 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] Attempting to bind port c2eb2281-47f3-40f8-90af-ac927ece49c3 on network a1f9365a-cd04-4061-ad6b-7e370ccaa597 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:42:21.711578 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] Checking agent: {'id': 'b9d601fa-f980-49b0-9520-143ebd33322f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'started_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:42:21.711910 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] Checking segment: {'id': '49bbd42c-4a52-475c-9169-9106b4ce965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:42:21.712291 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] Bound using segment: {'id': '49bbd42c-4a52-475c-9169-9106b4ce965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597'} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:42:21.712712 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] Bound port: c2eb2281-47f3-40f8-90af-ac927ece49c3, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49bbd42c-4a52-475c-9169-9106b4ce965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597'}}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:42:21.713068 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (c2eb2281-47f3-40f8-90af-ac927ece49c3), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:21.776789 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] For port c2eb2281-47f3-40f8-90af-ac927ece49c3, host hv-cinder-83124, cleared binding levels {{(pid=109656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:42:21.780437 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] For port c2eb2281-47f3-40f8-90af-ac927ece49c3, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c2eb2281-47f3-40f8-90af-ac927ece49c3,segment=NetworkSegment(49bbd42c-4a52-475c-9169-9106b4ce965e),segment_id=49bbd42c-4a52-475c-9169-9106b4ce965e)] {{(pid=109656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:42:21.786395 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (c2eb2281-47f3-40f8-90af-ac927ece49c3), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:21.817842 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:21.818460 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:21.820063 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] 10.222.0.46 "PUT /v2.0/ports/c2eb2281-47f3-40f8-90af-ac927ece49c3 HTTP/1.1" status: 200 len: 1093 time: 0.5944133 Mar 16 00:42:21.820339 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1eac099-311a-4442-ba4f-724dd6b64556', 'tag': 'c2eb2281-47f3-40f8-90af-ac927ece49c3'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:42:21.822651 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4410d7b-70cd-4846-8691-c49be0779fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "f1eac099-311a-4442-ba4f-724dd6b64556", "tag": "c2eb2281-47f3-40f8-90af-ac927ece49c3"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:42:21.851005 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4238d91-ecd6-474f-907d-68b8ccc2e87c service neutron] Pushing event updated for resources: {'Port': ['ID=c2eb2281-47f3-40f8-90af-ac927ece49c3,revision_number=3']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:21.896191 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813d5cfe-c6bc-4751-8a31-7dff39cacee0 x-openstack-request-id: req-813d5cfe-c6bc-4751-8a31-7dff39cacee0 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:42:21.896478 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1eac099-311a-4442-ba4f-724dd6b64556", "tag": "c2eb2281-47f3-40f8-90af-ac927ece49c3", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:42:21.896734 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-813d5cfe-c6bc-4751-8a31-7dff39cacee0 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:42:21.897136 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1eac099-311a-4442-ba4f-724dd6b64556', 'tag': 'c2eb2281-47f3-40f8-90af-ac927ece49c3', 'status': 'completed', 'code': 200} Mar 16 00:42:21.917007 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-de32cdc2-dddd-45dd-8ac8-9832b2951d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:21.918867 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-de32cdc2-dddd-45dd-8ac8-9832b2951d1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b92472e47f34034b3c894e499616e6a&device_id=f1eac099-311a-4442-ba4f-724dd6b64556 HTTP/1.1" status: 200 len: 1127 time: 0.0556285 Mar 16 00:42:21.946940 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cff59-f9b1-4900-a949-7da11f311230 req-40263c02-3727-4e87-96ae-8544e693aa1e tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:21.949354 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-794cff59-f9b1-4900-a949-7da11f311230 req-40263c02-3727-4e87-96ae-8544e693aa1e tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eac099-311a-4442-ba4f-724dd6b64556 HTTP/1.1" status: 200 len: 943 time: 0.0637133 Mar 16 00:42:21.968650 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-59d23490-ec7e-4ab1-9867-25fbd0b3e2e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2eb2281-47f3-40f8-90af-ac927ece49c3 HTTP/1.1" status: 200 len: 217 time: 0.0423055 Mar 16 00:42:22.006389 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-794cff59-f9b1-4900-a949-7da11f311230 req-fac71391-26ab-41af-a491-8be8f544be05 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=187b8255-528e-4252-9440-d335aaba5d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507984 Mar 16 00:42:22.021885 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c8431912-0760-44bc-96ce-73ee3d4405ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:22.023396 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-c8431912-0760-44bc-96ce-73ee3d4405ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dce8e8a3-4182-4a67-870e-04d884de509a HTTP/1.1" status: 200 len: 850 time: 0.0496666 Mar 16 00:42:22.073045 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-33c4996c-c705-4076-885f-f9db9d5d8f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:22.074503 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-33c4996c-c705-4076-885f-f9db9d5d8f83 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1f9365a-cd04-4061-ad6b-7e370ccaa597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458255 Mar 16 00:42:22.165679 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-5212a6be-2737-4d33-bff9-e13e18b52a1c service neutron] 10.222.0.46 "GET /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846002 Mar 16 00:42:22.251802 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-12f51ac7-1f48-490a-9bca-fccb2172ca41 req-4bf93368-528f-41eb-9bed-921cbde60195 service neutron] 10.222.0.46 "GET /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801222 Mar 16 00:42:22.338568 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0158f822-f78a-400b-b6ca-fc228f6ad9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:22.351751 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4410d7b-70cd-4846-8691-c49be0779fb3 req-4dfc3653-459b-4cc8-8368-16efb0131c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:22.353238 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a4410d7b-70cd-4846-8691-c49be0779fb3 req-4dfc3653-459b-4cc8-8368-16efb0131c05 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b92472e47f34034b3c894e499616e6a&device_id=f1eac099-311a-4442-ba4f-724dd6b64556 HTTP/1.1" status: 200 len: 1127 time: 0.0543680 Mar 16 00:42:22.440838 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4410d7b-70cd-4846-8691-c49be0779fb3 req-cfd2aaf2-c8c1-41e1-8e12-401f5e8876e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:22.442375 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a4410d7b-70cd-4846-8691-c49be0779fb3 req-cfd2aaf2-c8c1-41e1-8e12-401f5e8876e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1f9365a-cd04-4061-ad6b-7e370ccaa597 HTTP/1.1" status: 200 len: 912 time: 0.0831015 Mar 16 00:42:22.483238 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a4410d7b-70cd-4846-8691-c49be0779fb3 req-7c4c0a1c-af42-45d4-9735-19ed47249a85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2eb2281-47f3-40f8-90af-ac927ece49c3 HTTP/1.1" status: 200 len: 217 time: 0.0342572 Mar 16 00:42:22.534465 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4410d7b-70cd-4846-8691-c49be0779fb3 req-76f18c82-1eff-4d71-94bb-d8f450300344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:22.535913 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a4410d7b-70cd-4846-8691-c49be0779fb3 req-76f18c82-1eff-4d71-94bb-d8f450300344 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dce8e8a3-4182-4a67-870e-04d884de509a HTTP/1.1" status: 200 len: 850 time: 0.0466068 Mar 16 00:42:22.583078 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4410d7b-70cd-4846-8691-c49be0779fb3 req-daa95ef2-acd1-41ba-a0be-978a4751a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:22.584588 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a4410d7b-70cd-4846-8691-c49be0779fb3 req-daa95ef2-acd1-41ba-a0be-978a4751a2cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1f9365a-cd04-4061-ad6b-7e370ccaa597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428038 Mar 16 00:42:22.671003 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a4410d7b-70cd-4846-8691-c49be0779fb3 req-136d2786-d315-4fda-96ed-37714c6f1815 service neutron] 10.222.0.46 "GET /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793145 Mar 16 00:42:22.765348 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a4410d7b-70cd-4846-8691-c49be0779fb3 req-50458962-cd68-42c2-858f-b160934158d1 service neutron] 10.222.0.46 "GET /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867014 Mar 16 00:42:22.988102 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:23.124808 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3e288-2b1f-4cdb-bc60-0c0564f937b0 req-c34ffdb4-ecb5-4d83-8e54-e6106612ba33 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:23.126344 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1eb3e288-2b1f-4cdb-bc60-0c0564f937b0 req-c34ffdb4-ecb5-4d83-8e54-e6106612ba33 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eac099-311a-4442-ba4f-724dd6b64556 HTTP/1.1" status: 200 len: 943 time: 0.0527720 Mar 16 00:42:23.172730 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1eb3e288-2b1f-4cdb-bc60-0c0564f937b0 req-803de859-21f9-43b9-b252-2155879ff31f tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=187b8255-528e-4252-9440-d335aaba5d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403304 Mar 16 00:42:23.610073 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:24.301017 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ef801-4aa8-424d-a422-f2e18f26613d req-6d02fd55-6491-42b1-9f95-becd67f364f4 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:24.302532 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1f3ef801-4aa8-424d-a422-f2e18f26613d req-6d02fd55-6491-42b1-9f95-becd67f364f4 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eac099-311a-4442-ba4f-724dd6b64556 HTTP/1.1" status: 200 len: 943 time: 0.0567460 Mar 16 00:42:24.349233 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-1f3ef801-4aa8-424d-a422-f2e18f26613d req-d7600780-c740-46aa-a33d-2f8070b4b605 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=187b8255-528e-4252-9440-d335aaba5d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412655 Mar 16 00:42:25.011380 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:25.468116 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289d13a-d43e-4002-9a5b-cbe817e34e51 req-883f94d8-52a4-4da4-b718-acd2e5222e1b tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:25.469622 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0289d13a-d43e-4002-9a5b-cbe817e34e51 req-883f94d8-52a4-4da4-b718-acd2e5222e1b tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eac099-311a-4442-ba4f-724dd6b64556 HTTP/1.1" status: 200 len: 943 time: 0.0562084 Mar 16 00:42:25.514970 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0289d13a-d43e-4002-9a5b-cbe817e34e51 req-15fa0c5d-3974-49ed-9716-60f1f6c3ce34 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=187b8255-528e-4252-9440-d335aaba5d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399163 Mar 16 00:42:26.146778 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device c2eb2281-47f3-40f8-90af-ac927ece49c3 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:42:26.367359 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:26.380179 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port c2eb2281-47f3-40f8-90af-ac927ece49c3, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c2eb2281-47f3-40f8-90af-ac927ece49c3,segment=NetworkSegment(49bbd42c-4a52-475c-9169-9106b4ce965e),segment_id=49bbd42c-4a52-475c-9169-9106b4ce965e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:42:26.391235 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': 'c2eb2281-47f3-40f8-90af-ac927ece49c3', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'port_id': 'c2eb2281-47f3-40f8-90af-ac927ece49c3', 'mac_address': 'fa:16:3e:4b:80:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:42:26.430704 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port c2eb2281-47f3-40f8-90af-ac927ece49c3 is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:42:26.431099 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (c2eb2281-47f3-40f8-90af-ac927ece49c3), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:26.446055 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2eb2281-47f3-40f8-90af-ac927ece49c3 {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:42:26.464760 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port c2eb2281-47f3-40f8-90af-ac927ece49c3, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c2eb2281-47f3-40f8-90af-ac927ece49c3,segment=NetworkSegment(49bbd42c-4a52-475c-9169-9106b4ce965e),segment_id=49bbd42c-4a52-475c-9169-9106b4ce965e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:42:26.468996 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (c2eb2281-47f3-40f8-90af-ac927ece49c3), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:26.514520 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=c2eb2281-47f3-40f8-90af-ac927ece49c3,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:26.521307 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:26.521682 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:26.522022 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:26.522359 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:26.522692 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:26.523015 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:26.523337 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:26.523657 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:26.523978 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:26.524304 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:26.524623 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:26.524944 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:26.525268 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:26.525610 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:26.525928 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:42:26.631605 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f771a-b916-4d8c-83d7-5ce067086b77 req-75b46026-ca43-453b-ad32-50ba89d0cad4 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:26.632997 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-8e5f771a-b916-4d8c-83d7-5ce067086b77 req-75b46026-ca43-453b-ad32-50ba89d0cad4 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eac099-311a-4442-ba4f-724dd6b64556 HTTP/1.1" status: 200 len: 944 time: 0.0534093 Mar 16 00:42:26.683104 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-8e5f771a-b916-4d8c-83d7-5ce067086b77 req-3faca8c8-46ee-4460-ac63-4d7e518de2a9 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=187b8255-528e-4252-9440-d335aaba5d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444846 Mar 16 00:42:26.693211 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['c2eb2281-47f3-40f8-90af-ac927ece49c3'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:42:27.803067 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb89a27-b2ad-4b7c-ac9f-fa4e2287cb5c req-54835bce-e3d3-424c-b2cd-44a15b3e58f5 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:27.804631 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2eb89a27-b2ad-4b7c-ac9f-fa4e2287cb5c req-54835bce-e3d3-424c-b2cd-44a15b3e58f5 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eac099-311a-4442-ba4f-724dd6b64556 HTTP/1.1" status: 200 len: 944 time: 0.0537751 Mar 16 00:42:27.851471 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2eb89a27-b2ad-4b7c-ac9f-fa4e2287cb5c req-45ea9a42-32d0-4b20-a1c2-532c12358349 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=187b8255-528e-4252-9440-d335aaba5d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413275 Mar 16 00:42:28.146710 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device c2eb2281-47f3-40f8-90af-ac927ece49c3 up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:42:28.200387 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning for port c2eb2281-47f3-40f8-90af-ac927ece49c3 completed by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 00:42:28.204182 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port c2eb2281-47f3-40f8-90af-ac927ece49c3 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:42:28.204557 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (c2eb2281-47f3-40f8-90af-ac927ece49c3), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:28.280345 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port c2eb2281-47f3-40f8-90af-ac927ece49c3 is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:42:28.280729 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (c2eb2281-47f3-40f8-90af-ac927ece49c3), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:28.304690 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1eac099-311a-4442-ba4f-724dd6b64556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2eb2281-47f3-40f8-90af-ac927ece49c3'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:42:28.306911 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b941bc-16ab-40a2-ba6e-0049bc6d225c" -d '{"events": [{"server_uuid": "f1eac099-311a-4442-ba4f-724dd6b64556", "name": "network-vif-plugged", "status": "completed", "tag": "c2eb2281-47f3-40f8-90af-ac927ece49c3"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:42:28.322383 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port c2eb2281-47f3-40f8-90af-ac927ece49c3, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c2eb2281-47f3-40f8-90af-ac927ece49c3,segment=NetworkSegment(49bbd42c-4a52-475c-9169-9106b4ce965e),segment_id=49bbd42c-4a52-475c-9169-9106b4ce965e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:42:28.326918 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (c2eb2281-47f3-40f8-90af-ac927ece49c3), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:28.351881 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9602658-a212-42dc-b6f2-4f5e403e0e73 x-openstack-request-id: req-d9602658-a212-42dc-b6f2-4f5e403e0e73 {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:42:28.352175 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1eac099-311a-4442-ba4f-724dd6b64556", "name": "network-vif-plugged", "status": "completed", "tag": "c2eb2281-47f3-40f8-90af-ac927ece49c3", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:42:28.352588 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d9602658-a212-42dc-b6f2-4f5e403e0e73 {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:42:28.352818 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1eac099-311a-4442-ba4f-724dd6b64556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2eb2281-47f3-40f8-90af-ac927ece49c3', 'code': 200} Mar 16 00:42:28.382138 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=c2eb2281-47f3-40f8-90af-ac927ece49c3,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:28.517845 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13342bc0-7bf5-404b-890d-26d05feb1e1b req-edba9f50-440f-429b-ab8e-341c9b1bd5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:28.519396 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-13342bc0-7bf5-404b-890d-26d05feb1e1b req-edba9f50-440f-429b-ab8e-341c9b1bd5c6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f1eac099-311a-4442-ba4f-724dd6b64556 HTTP/1.1" status: 200 len: 1129 time: 0.0435660 Mar 16 00:42:28.569875 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-13342bc0-7bf5-404b-890d-26d05feb1e1b req-e39660da-a53c-4eee-9429-7fbb690db0fa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=187b8255-528e-4252-9440-d335aaba5d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427971 Mar 16 00:42:28.969959 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0ba57-4127-476e-b2e6-fd6d8e004d5e req-3475eafb-b48c-40b5-8b5e-e9bd345f55c5 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:28.971442 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3cd0ba57-4127-476e-b2e6-fd6d8e004d5e req-3475eafb-b48c-40b5-8b5e-e9bd345f55c5 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eac099-311a-4442-ba4f-724dd6b64556 HTTP/1.1" status: 200 len: 945 time: 0.0540557 Mar 16 00:42:29.018608 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3cd0ba57-4127-476e-b2e6-fd6d8e004d5e req-5c311747-a0df-47e2-8af7-15dc41504b19 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=187b8255-528e-4252-9440-d335aaba5d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417383 Mar 16 00:42:30.135292 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c682c3-5761-42e2-9b35-bcafb87f0ebf req-2ff5071e-a37b-42ba-addf-9dd984dc10e5 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:30.136758 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-02c682c3-5761-42e2-9b35-bcafb87f0ebf req-2ff5071e-a37b-42ba-addf-9dd984dc10e5 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eac099-311a-4442-ba4f-724dd6b64556 HTTP/1.1" status: 200 len: 945 time: 0.0514903 Mar 16 00:42:30.182709 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-02c682c3-5761-42e2-9b35-bcafb87f0ebf req-510f7480-f2c3-4e09-9484-dff0f336734f tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=187b8255-528e-4252-9440-d335aaba5d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403512 Mar 16 00:42:30.296836 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a11b2-e2d6-427c-9ba5-63ecd322b100 req-a2c40198-d11b-4862-8920-e1000859149d tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:30.298666 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-318a11b2-e2d6-427c-9ba5-63ecd322b100 req-a2c40198-d11b-4862-8920-e1000859149d tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eac099-311a-4442-ba4f-724dd6b64556 HTTP/1.1" status: 200 len: 945 time: 0.0551083 Mar 16 00:42:30.306951 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34316) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:42:30.311344 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-6a9b632c-24b5-4161-8a93-19b2b83b7b9e tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Request body: {'floatingip': {'port_id': 'c2eb2281-47f3-40f8-90af-ac927ece49c3'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:42:30.352264 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6a9b632c-24b5-4161-8a93-19b2b83b7b9e tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for floatingip (7d050b98-7027-43f4-9a13-6cbed43cefac), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:30.764631 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6a9b632c-24b5-4161-8a93-19b2b83b7b9e tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:30.768359 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6a9b632c-24b5-4161-8a93-19b2b83b7b9e tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (7d050b98-7027-43f4-9a13-6cbed43cefac), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:30.866797 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.l3_db [None req-6a9b632c-24b5-4161-8a93-19b2b83b7b9e tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Floating IP 7d050b98-7027-43f4-9a13-6cbed43cefac associated. External IP: 172.27.2.234, port: c2eb2281-47f3-40f8-90af-ac927ece49c3. Mar 16 00:42:31.073354 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9b632c-24b5-4161-8a93-19b2b83b7b9e tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Router 2b879928-d4bd-459e-81b8-d73a316cba98 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:42:31.179622 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9b632c-24b5-4161-8a93-19b2b83b7b9e tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:42:31.184420 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6a9b632c-24b5-4161-8a93-19b2b83b7b9e tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:31.189063 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c10d6f-bb2a-4210-a8bc-731b184aee47 None None] Sync routers for ids ['2b879928-d4bd-459e-81b8-d73a316cba98'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:42:31.198443 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c10d6f-bb2a-4210-a8bc-731b184aee47 None None] Routers {'2b879928-d4bd-459e-81b8-d73a316cba98'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:42:31.199062 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-a1c10d6f-bb2a-4210-a8bc-731b184aee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:42:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['2b879928-d4bd-459e-81b8-d73a316cba98'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:31.218133 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-6a9b632c-24b5-4161-8a93-19b2b83b7b9e tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "PUT /v2.0/floatingips/7d050b98-7027-43f4-9a13-6cbed43cefac HTTP/1.1" status: 200 len: 991 time: 0.9100842 Mar 16 00:42:31.218815 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1eac099-311a-4442-ba4f-724dd6b64556', 'tag': 'c2eb2281-47f3-40f8-90af-ac927ece49c3'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:42:31.221057 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3f44c7-5dff-49e0-b77c-2ad5a2906403" -d '{"events": [{"name": "network-changed", "server_uuid": "f1eac099-311a-4442-ba4f-724dd6b64556", "tag": "c2eb2281-47f3-40f8-90af-ac927ece49c3"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:42:31.260415 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcb9c96-6666-4271-8728-b9c3e9dc1e5e x-openstack-request-id: req-8dcb9c96-6666-4271-8728-b9c3e9dc1e5e {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:42:31.260712 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1eac099-311a-4442-ba4f-724dd6b64556", "tag": "c2eb2281-47f3-40f8-90af-ac927ece49c3", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:42:31.260967 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8dcb9c96-6666-4271-8728-b9c3e9dc1e5e {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:42:31.261369 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1eac099-311a-4442-ba4f-724dd6b64556', 'tag': 'c2eb2281-47f3-40f8-90af-ac927ece49c3', 'status': 'completed', 'code': 200} Mar 16 00:42:31.310151 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-a1c10d6f-bb2a-4210-a8bc-731b184aee47 None None] Set router 2b879928-d4bd-459e-81b8-d73a316cba98 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:42:31.325018 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f44c7-5dff-49e0-b77c-2ad5a2906403 req-d8ad931d-f045-4f31-968b-5f3a4385ef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:31.326572 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2d3f44c7-5dff-49e0-b77c-2ad5a2906403 req-d8ad931d-f045-4f31-968b-5f3a4385ef6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b92472e47f34034b3c894e499616e6a&device_id=f1eac099-311a-4442-ba4f-724dd6b64556 HTTP/1.1" status: 200 len: 1129 time: 0.0449903 Mar 16 00:42:31.418944 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f44c7-5dff-49e0-b77c-2ad5a2906403 req-e08a8ec8-a7d7-4914-861b-af2610bdd651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:31.420994 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2d3f44c7-5dff-49e0-b77c-2ad5a2906403 req-e08a8ec8-a7d7-4914-861b-af2610bdd651 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1f9365a-cd04-4061-ad6b-7e370ccaa597 HTTP/1.1" status: 200 len: 912 time: 0.0871801 Mar 16 00:42:31.484191 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2d3f44c7-5dff-49e0-b77c-2ad5a2906403 req-a78fbcd4-e0cf-4603-8231-ddfd331e320f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2eb2281-47f3-40f8-90af-ac927ece49c3 HTTP/1.1" status: 200 len: 999 time: 0.0570712 Mar 16 00:42:31.536910 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-a1c10d6f-bb2a-4210-a8bc-731b184aee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'name': 'tempest-AttachVolumeTestJSON-1971250660-router', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:27Z', 'revision_number': 4, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'gw_port': {'id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '7d050b98-7027-43f4-9a13-6cbed43cefac', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'port_id': 'c2eb2281-47f3-40f8-90af-ac927ece49c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'mac_address': 'fa:16:3e:4b:80:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eac099-311a-4442-ba4f-724dd6b64556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:42:18Z', 'updated_at': '2022-03-16T00:42:30Z', 'revision_number': 1, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc04944-85ce-4bef-8cad-a87951afdc2d', 'name': '', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'mac_address': 'fa:16:3e:4f:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:27Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 5, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'subnets': [{'id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:31.543092 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f44c7-5dff-49e0-b77c-2ad5a2906403 req-9a19879a-ce02-4b3c-b29b-99ef5884cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:31.544806 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2d3f44c7-5dff-49e0-b77c-2ad5a2906403 req-9a19879a-ce02-4b3c-b29b-99ef5884cf48 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dce8e8a3-4182-4a67-870e-04d884de509a HTTP/1.1" status: 200 len: 850 time: 0.0557165 Mar 16 00:42:31.565428 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c10d6f-bb2a-4210-a8bc-731b184aee47 None None] Checking router: 2b879928-d4bd-459e-81b8-d73a316cba98 for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:42:31.573723 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c10d6f-bb2a-4210-a8bc-731b184aee47 None None] Routers {'2b879928-d4bd-459e-81b8-d73a316cba98'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:42:31.574325 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-a1c10d6f-bb2a-4210-a8bc-731b184aee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:42:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['2b879928-d4bd-459e-81b8-d73a316cba98'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:31.594042 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f44c7-5dff-49e0-b77c-2ad5a2906403 req-d4831840-1ba9-41d5-ae85-7fba1abbbe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:31.595448 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2d3f44c7-5dff-49e0-b77c-2ad5a2906403 req-d4831840-1ba9-41d5-ae85-7fba1abbbe12 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1f9365a-cd04-4061-ad6b-7e370ccaa597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444183 Mar 16 00:42:31.687227 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2d3f44c7-5dff-49e0-b77c-2ad5a2906403 req-a750f85f-ec69-4654-93ba-80a284ff4954 service neutron] 10.222.0.46 "GET /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845785 Mar 16 00:42:31.687454 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-a1c10d6f-bb2a-4210-a8bc-731b184aee47 None None] Set router 2b879928-d4bd-459e-81b8-d73a316cba98 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:42:31.776369 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2d3f44c7-5dff-49e0-b77c-2ad5a2906403 req-f1d6d98f-a8a6-4ac4-b23c-ad7b810426f1 service neutron] 10.222.0.46 "GET /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837843 Mar 16 00:42:31.915281 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-a1c10d6f-bb2a-4210-a8bc-731b184aee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'name': 'tempest-AttachVolumeTestJSON-1971250660-router', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:27Z', 'revision_number': 4, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'gw_port': {'id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '7d050b98-7027-43f4-9a13-6cbed43cefac', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'port_id': 'c2eb2281-47f3-40f8-90af-ac927ece49c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'mac_address': 'fa:16:3e:4b:80:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eac099-311a-4442-ba4f-724dd6b64556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:42:18Z', 'updated_at': '2022-03-16T00:42:30Z', 'revision_number': 1, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc04944-85ce-4bef-8cad-a87951afdc2d', 'name': '', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'mac_address': 'fa:16:3e:4f:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:27Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 5, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'subnets': [{'id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:31.941906 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c10d6f-bb2a-4210-a8bc-731b184aee47 None None] The sync data for ids ['2b879928-d4bd-459e-81b8-d73a316cba98'] in dv-cinder-831247-13-iscsi is: [{'id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'name': 'tempest-AttachVolumeTestJSON-1971250660-router', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:27Z', 'revision_number': 4, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'gw_port': {'id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '7d050b98-7027-43f4-9a13-6cbed43cefac', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'port_id': 'c2eb2281-47f3-40f8-90af-ac927ece49c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'mac_address': 'fa:16:3e:4b:80:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1eac099-311a-4442-ba4f-724dd6b64556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:42:18Z', 'updated_at': '2022-03-16T00:42:30Z', 'revision_number': 1, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc04944-85ce-4bef-8cad-a87951afdc2d', 'name': '', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'mac_address': 'fa:16:3e:4f:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:27Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 5, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'subnets': [{'id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:42:32.135728 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96a7edd-5802-4232-a778-fa08181f9ce0 None None] New status for floating IP 7d050b98-7027-43f4-9a13-6cbed43cefac: ACTIVE {{(pid=109657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:42:43.354225 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34324) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:42:43.513940 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-65d0a6ca-9a2b-4e6f-8946-5d2fdbe29863 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Deleting port 6ab0a00d-975b-4e25-b6e1-e6304549aa8a {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:42:43.514283 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-65d0a6ca-9a2b-4e6f-8946-5d2fdbe29863 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (6ab0a00d-975b-4e25-b6e1-e6304549aa8a), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:43.590077 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-65d0a6ca-9a2b-4e6f-8946-5d2fdbe29863 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (6ab0a00d-975b-4e25-b6e1-e6304549aa8a), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:43.590407 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-65d0a6ca-9a2b-4e6f-8946-5d2fdbe29863 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for floatingip (6ab0a00d-975b-4e25-b6e1-e6304549aa8a), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:43.604517 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-65d0a6ca-9a2b-4e6f-8946-5d2fdbe29863 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Calling delete_port for 6ab0a00d-975b-4e25-b6e1-e6304549aa8a owned by network:floatingip {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:42:43.768820 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-65d0a6ca-9a2b-4e6f-8946-5d2fdbe29863 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (6ab0a00d-975b-4e25-b6e1-e6304549aa8a), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:44.056108 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0a6ca-9a2b-4e6f-8946-5d2fdbe29863 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event deleted for resources: {'Port': ['ID=6ab0a00d-975b-4e25-b6e1-e6304549aa8a,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:44.116144 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-65d0a6ca-9a2b-4e6f-8946-5d2fdbe29863 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for floatingip (26e47a5a-c632-42a9-92cf-3bdcbde856cd), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:44.116595 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.l3_db [None req-65d0a6ca-9a2b-4e6f-8946-5d2fdbe29863 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Floating IP 26e47a5a-c632-42a9-92cf-3bdcbde856cd disassociated (deleted). External IP: 172.27.2.246, port: 09932909-5ecf-4732-bb5e-a5d08ec99f3f. Mar 16 00:42:44.325870 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d0a6ca-9a2b-4e6f-8946-5d2fdbe29863 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Router 267f981d-89a0-4eff-9e68-c0be8abda654 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:42:44.432328 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d0a6ca-9a2b-4e6f-8946-5d2fdbe29863 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:42:44.437075 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-65d0a6ca-9a2b-4e6f-8946-5d2fdbe29863 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:44.442392 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31966d55-74fe-4315-8f3a-d9a12088bd15 None None] Sync routers for ids ['267f981d-89a0-4eff-9e68-c0be8abda654'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:42:44.451333 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31966d55-74fe-4315-8f3a-d9a12088bd15 None None] Routers {'267f981d-89a0-4eff-9e68-c0be8abda654'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:42:44.451935 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-31966d55-74fe-4315-8f3a-d9a12088bd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:42:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['267f981d-89a0-4eff-9e68-c0be8abda654'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:44.465702 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-65d0a6ca-9a2b-4e6f-8946-5d2fdbe29863 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "DELETE /v2.0/floatingips/26e47a5a-c632-42a9-92cf-3bdcbde856cd HTTP/1.1" status: 204 len: 168 time: 1.1103296 Mar 16 00:42:44.466293 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92951e8-d702-4d6a-a762-82ffdda019fa', 'tag': '09932909-5ecf-4732-bb5e-a5d08ec99f3f'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:42:44.468538 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb161160-0a76-40df-bfbc-11676667e249" -d '{"events": [{"name": "network-changed", "server_uuid": "e92951e8-d702-4d6a-a762-82ffdda019fa", "tag": "09932909-5ecf-4732-bb5e-a5d08ec99f3f"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:42:44.509457 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe72ef8e-3505-4244-ac03-b5e7ff3d3b72 x-openstack-request-id: req-fe72ef8e-3505-4244-ac03-b5e7ff3d3b72 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:42:44.509955 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92951e8-d702-4d6a-a762-82ffdda019fa", "tag": "09932909-5ecf-4732-bb5e-a5d08ec99f3f", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:42:44.510091 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe72ef8e-3505-4244-ac03-b5e7ff3d3b72 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:42:44.510584 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92951e8-d702-4d6a-a762-82ffdda019fa', 'tag': '09932909-5ecf-4732-bb5e-a5d08ec99f3f', 'status': 'completed', 'code': 200} Mar 16 00:42:44.566236 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-31966d55-74fe-4315-8f3a-d9a12088bd15 None None] Set router 267f981d-89a0-4eff-9e68-c0be8abda654 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:42:44.574613 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161160-0a76-40df-bfbc-11676667e249 req-b99387a0-75ab-4503-b8f3-09b0624610ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:44.576368 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cb161160-0a76-40df-bfbc-11676667e249 req-b99387a0-75ab-4503-b8f3-09b0624610ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9ff6862fa484b9884a908113ed78c53&device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 1130 time: 0.0463166 Mar 16 00:42:44.679767 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161160-0a76-40df-bfbc-11676667e249 req-5044e146-6598-4903-8890-7fa6e4946d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:44.681247 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cb161160-0a76-40df-bfbc-11676667e249 req-5044e146-6598-4903-8890-7fa6e4946d11 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96 HTTP/1.1" status: 200 len: 913 time: 0.0997272 Mar 16 00:42:44.716503 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ad71a-bbf3-41ef-a68b-a8249b672c39 req-5e6bee4c-0287-4acb-ad73-9083bec5559e tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:44.718690 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-476ad71a-bbf3-41ef-a68b-a8249b672c39 req-5e6bee4c-0287-4acb-ad73-9083bec5559e tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 946 time: 0.0556846 Mar 16 00:42:44.723559 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cb161160-0a76-40df-bfbc-11676667e249 req-f911daf7-ccb0-40b6-8d91-0239ded59f74 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09932909-5ecf-4732-bb5e-a5d08ec99f3f HTTP/1.1" status: 200 len: 217 time: 0.0356412 Mar 16 00:42:44.768589 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-476ad71a-bbf3-41ef-a68b-a8249b672c39 req-c623170b-c43d-4d0e-9e24-694149b144c8 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437412 Mar 16 00:42:44.778471 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161160-0a76-40df-bfbc-11676667e249 req-8a2ac857-1729-43e0-9e77-107425e412d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:44.779972 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cb161160-0a76-40df-bfbc-11676667e249 req-8a2ac857-1729-43e0-9e77-107425e412d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9090298d-6431-4eac-8565-b1501caf6de2 HTTP/1.1" status: 200 len: 851 time: 0.0497367 Mar 16 00:42:44.800987 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-31966d55-74fe-4315-8f3a-d9a12088bd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '6a7acb35-5d62-41de-8c5b-f27de24da189', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'port_id': '7004c588-76c0-48c3-b0e0-72a95cfde225', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'mac_address': 'fa:16:3e:4a:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9188a816-f345-47b6-877e-f32ad10714d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:39:10Z', 'updated_at': '2022-03-16T00:39:11Z', 'revision_number': 1, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa', 'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'mac_address': 'fa:16:3e:08:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:39Z', 'updated_at': '2022-03-16T00:35:47Z', 'revision_number': 5, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'subnets': [{'id': '9090298d-6431-4eac-8565-b1501caf6de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:44.827350 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31966d55-74fe-4315-8f3a-d9a12088bd15 None None] Checking router: 267f981d-89a0-4eff-9e68-c0be8abda654 for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:42:44.828867 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161160-0a76-40df-bfbc-11676667e249 req-f11df5e1-1748-43f7-9a32-7a979c45baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:44.830403 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cb161160-0a76-40df-bfbc-11676667e249 req-f11df5e1-1748-43f7-9a32-7a979c45baa8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441239 Mar 16 00:42:44.835449 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31966d55-74fe-4315-8f3a-d9a12088bd15 None None] Routers {'267f981d-89a0-4eff-9e68-c0be8abda654'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:42:44.836042 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-31966d55-74fe-4315-8f3a-d9a12088bd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:42:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['267f981d-89a0-4eff-9e68-c0be8abda654'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:44.919232 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cb161160-0a76-40df-bfbc-11676667e249 req-a568b164-b5e9-4a64-9b2b-ab7e045e5578 service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813868 Mar 16 00:42:45.014738 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cb161160-0a76-40df-bfbc-11676667e249 req-f7b75326-f03e-41a6-99ca-b5b3fbac481a service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881457 Mar 16 00:42:45.031082 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-31966d55-74fe-4315-8f3a-d9a12088bd15 None None] Set router 267f981d-89a0-4eff-9e68-c0be8abda654 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:42:45.246048 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-31966d55-74fe-4315-8f3a-d9a12088bd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '6a7acb35-5d62-41de-8c5b-f27de24da189', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'port_id': '7004c588-76c0-48c3-b0e0-72a95cfde225', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'mac_address': 'fa:16:3e:4a:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9188a816-f345-47b6-877e-f32ad10714d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:39:10Z', 'updated_at': '2022-03-16T00:39:11Z', 'revision_number': 1, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa', 'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'mac_address': 'fa:16:3e:08:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:39Z', 'updated_at': '2022-03-16T00:35:47Z', 'revision_number': 5, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'subnets': [{'id': '9090298d-6431-4eac-8565-b1501caf6de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:45.275881 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31966d55-74fe-4315-8f3a-d9a12088bd15 None None] The sync data for ids ['267f981d-89a0-4eff-9e68-c0be8abda654'] in dv-cinder-831247-13-iscsi is: [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '6a7acb35-5d62-41de-8c5b-f27de24da189', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'port_id': '7004c588-76c0-48c3-b0e0-72a95cfde225', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'mac_address': 'fa:16:3e:4a:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9188a816-f345-47b6-877e-f32ad10714d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:39:10Z', 'updated_at': '2022-03-16T00:39:11Z', 'revision_number': 1, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa', 'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'mac_address': 'fa:16:3e:08:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:39Z', 'updated_at': '2022-03-16T00:35:47Z', 'revision_number': 5, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'subnets': [{'id': '9090298d-6431-4eac-8565-b1501caf6de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:42:45.487647 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92e354f-ef9b-43fe-9732-4c84d7ec1310 None None] New status for floating IP 26e47a5a-c632-42a9-92cf-3bdcbde856cd: DOWN {{(pid=109657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:42:45.889975 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c30c42-321d-4a17-88b5-7306e467a685 req-e02d874d-4703-4789-81b7-893905452602 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:45.891486 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d6c30c42-321d-4a17-88b5-7306e467a685 req-e02d874d-4703-4789-81b7-893905452602 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 946 time: 0.0543046 Mar 16 00:42:45.939366 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d6c30c42-321d-4a17-88b5-7306e467a685 req-eb4947cd-2de6-4300-889d-86fe90fbc9bf tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423725 Mar 16 00:42:46.339074 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03722c4-ab58-4ee0-b5fb-4e4df9580bb9 req-06713f51-eabf-4985-86b6-be0d0e886695 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:46.340524 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d03722c4-ab58-4ee0-b5fb-4e4df9580bb9 req-06713f51-eabf-4985-86b6-be0d0e886695 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.46 "GET /v2.0/ports?device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 946 time: 0.0532868 Mar 16 00:42:46.433462 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-d03722c4-ab58-4ee0-b5fb-4e4df9580bb9 req-5a017f7b-f759-48c5-8f51-3aca8f8ee248 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Deleting port 09932909-5ecf-4732-bb5e-a5d08ec99f3f {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:42:46.433859 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-d03722c4-ab58-4ee0-b5fb-4e4df9580bb9 req-5a017f7b-f759-48c5-8f51-3aca8f8ee248 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (09932909-5ecf-4732-bb5e-a5d08ec99f3f), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:46.522915 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-d03722c4-ab58-4ee0-b5fb-4e4df9580bb9 req-5a017f7b-f759-48c5-8f51-3aca8f8ee248 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] For port 09932909-5ecf-4732-bb5e-a5d08ec99f3f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=09932909-5ecf-4732-bb5e-a5d08ec99f3f,segment=NetworkSegment(bf8a215e-68ab-4d0e-b295-dc90f1744763),segment_id=bf8a215e-68ab-4d0e-b295-dc90f1744763)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:42:46.523277 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-d03722c4-ab58-4ee0-b5fb-4e4df9580bb9 req-5a017f7b-f759-48c5-8f51-3aca8f8ee248 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (09932909-5ecf-4732-bb5e-a5d08ec99f3f), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:46.534664 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-d03722c4-ab58-4ee0-b5fb-4e4df9580bb9 req-5a017f7b-f759-48c5-8f51-3aca8f8ee248 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Calling delete_port for 09932909-5ecf-4732-bb5e-a5d08ec99f3f owned by compute:nova {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:42:46.660342 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-d03722c4-ab58-4ee0-b5fb-4e4df9580bb9 req-5a017f7b-f759-48c5-8f51-3aca8f8ee248 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (09932909-5ecf-4732-bb5e-a5d08ec99f3f), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:46.693799 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a017f7b-f759-48c5-8f51-3aca8f8ee248 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event deleted for resources: {'Port': ['ID=09932909-5ecf-4732-bb5e-a5d08ec99f3f,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:46.736823 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03722c4-ab58-4ee0-b5fb-4e4df9580bb9 req-5a017f7b-f759-48c5-8f51-3aca8f8ee248 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] No DVR routers for this DVR port 09932909-5ecf-4732-bb5e-a5d08ec99f3f on host hv-cinder-83124 {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:42:46.739465 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-d03722c4-ab58-4ee0-b5fb-4e4df9580bb9 req-5a017f7b-f759-48c5-8f51-3aca8f8ee248 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:46.742802 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d03722c4-ab58-4ee0-b5fb-4e4df9580bb9 req-5a017f7b-f759-48c5-8f51-3aca8f8ee248 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.46 "DELETE /v2.0/ports/09932909-5ecf-4732-bb5e-a5d08ec99f3f HTTP/1.1" status: 204 len: 173 time: 0.3971775 Mar 16 00:42:46.743231 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92951e8-d702-4d6a-a762-82ffdda019fa', 'name': 'network-vif-deleted', 'tag': '09932909-5ecf-4732-bb5e-a5d08ec99f3f'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:42:46.745609 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ae95c8-38b6-4de8-a93f-66c7d19e2ba7" -d '{"events": [{"server_uuid": "e92951e8-d702-4d6a-a762-82ffdda019fa", "name": "network-vif-deleted", "tag": "09932909-5ecf-4732-bb5e-a5d08ec99f3f"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:42:46.783345 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f636c6-b580-4b32-9b7c-6bce3c0e4d21 x-openstack-request-id: req-64f636c6-b580-4b32-9b7c-6bce3c0e4d21 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:42:46.783694 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92951e8-d702-4d6a-a762-82ffdda019fa", "name": "network-vif-deleted", "tag": "09932909-5ecf-4732-bb5e-a5d08ec99f3f", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:42:46.784081 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-64f636c6-b580-4b32-9b7c-6bce3c0e4d21 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:42:46.784486 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92951e8-d702-4d6a-a762-82ffdda019fa', 'name': 'network-vif-deleted', 'tag': '09932909-5ecf-4732-bb5e-a5d08ec99f3f', 'status': 'completed', 'code': 200} Mar 16 00:42:47.038353 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e55b6c85-44c4-4d19-8dbe-e05858fdd676 req-883b95f8-87d5-47e1-ba3d-7b0abafcef73 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=e92951e8-d702-4d6a-a762-82ffdda019fa HTTP/1.1" status: 200 len: 210 time: 0.0301180 Mar 16 00:42:49.995769 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-33ce6495-bf0a-4439-94eb-cd1579b5ae63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:50.234688 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 09932909-5ecf-4732-bb5e-a5d08ec99f3f no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:42:50.254623 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] No Port match for: 09932909-5ecf-4732-bb5e-a5d08ec99f3f {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:42:50.254966 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 09932909-5ecf-4732-bb5e-a5d08ec99f3f not bound to the agent host hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:42:50.312260 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34354) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:42:50.463789 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-04cf930b-bf74-4425-a7b3-b97ae343c4ad tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Deleting port 0eaa3c99-cbe3-45e5-9872-bc59557f3fdd {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:42:50.464136 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-04cf930b-bf74-4425-a7b3-b97ae343c4ad tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (0eaa3c99-cbe3-45e5-9872-bc59557f3fdd), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:50.538858 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-04cf930b-bf74-4425-a7b3-b97ae343c4ad tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (0eaa3c99-cbe3-45e5-9872-bc59557f3fdd), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:50.539115 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-04cf930b-bf74-4425-a7b3-b97ae343c4ad tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for floatingip (0eaa3c99-cbe3-45e5-9872-bc59557f3fdd), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:50.550712 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-04cf930b-bf74-4425-a7b3-b97ae343c4ad tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Calling delete_port for 0eaa3c99-cbe3-45e5-9872-bc59557f3fdd owned by network:floatingip {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:42:50.692650 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-04cf930b-bf74-4425-a7b3-b97ae343c4ad tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (0eaa3c99-cbe3-45e5-9872-bc59557f3fdd), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:50.718459 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf930b-bf74-4425-a7b3-b97ae343c4ad tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event deleted for resources: {'Port': ['ID=0eaa3c99-cbe3-45e5-9872-bc59557f3fdd,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:50.776148 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-04cf930b-bf74-4425-a7b3-b97ae343c4ad tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for floatingip (6a7acb35-5d62-41de-8c5b-f27de24da189), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:50.776483 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.l3_db [None req-04cf930b-bf74-4425-a7b3-b97ae343c4ad tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Floating IP 6a7acb35-5d62-41de-8c5b-f27de24da189 disassociated (deleted). External IP: 172.27.2.23, port: 7004c588-76c0-48c3-b0e0-72a95cfde225. Mar 16 00:42:50.982791 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cf930b-bf74-4425-a7b3-b97ae343c4ad tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Router 267f981d-89a0-4eff-9e68-c0be8abda654 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:42:51.090039 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cf930b-bf74-4425-a7b3-b97ae343c4ad tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:42:51.094730 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-04cf930b-bf74-4425-a7b3-b97ae343c4ad tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:51.099777 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13e2c05-2869-4c5f-b161-44c2e3efdb5f None None] Sync routers for ids ['267f981d-89a0-4eff-9e68-c0be8abda654'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:42:51.109010 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13e2c05-2869-4c5f-b161-44c2e3efdb5f None None] Routers {'267f981d-89a0-4eff-9e68-c0be8abda654'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:42:51.109582 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-d13e2c05-2869-4c5f-b161-44c2e3efdb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:42:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['267f981d-89a0-4eff-9e68-c0be8abda654'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:51.123501 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-04cf930b-bf74-4425-a7b3-b97ae343c4ad tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "DELETE /v2.0/floatingips/6a7acb35-5d62-41de-8c5b-f27de24da189 HTTP/1.1" status: 204 len: 168 time: 0.8101845 Mar 16 00:42:51.124098 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9188a816-f345-47b6-877e-f32ad10714d5', 'tag': '7004c588-76c0-48c3-b0e0-72a95cfde225'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:42:51.126959 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01051e0-803a-4fd6-8029-a43ecc7b59e0" -d '{"events": [{"name": "network-changed", "server_uuid": "9188a816-f345-47b6-877e-f32ad10714d5", "tag": "7004c588-76c0-48c3-b0e0-72a95cfde225"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:42:51.163306 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f57714-6bda-4dca-b7c4-41fddd2861c6 x-openstack-request-id: req-22f57714-6bda-4dca-b7c4-41fddd2861c6 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:42:51.163600 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9188a816-f345-47b6-877e-f32ad10714d5", "tag": "7004c588-76c0-48c3-b0e0-72a95cfde225", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:42:51.163856 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-22f57714-6bda-4dca-b7c4-41fddd2861c6 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:42:51.164259 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9188a816-f345-47b6-877e-f32ad10714d5', 'tag': '7004c588-76c0-48c3-b0e0-72a95cfde225', 'status': 'completed', 'code': 200} Mar 16 00:42:51.224053 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-d13e2c05-2869-4c5f-b161-44c2e3efdb5f None None] Set router 267f981d-89a0-4eff-9e68-c0be8abda654 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:42:51.232021 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01051e0-803a-4fd6-8029-a43ecc7b59e0 req-12eadca5-9c6f-4808-86ed-f716d4e44da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:51.233852 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d01051e0-803a-4fd6-8029-a43ecc7b59e0 req-12eadca5-9c6f-4808-86ed-f716d4e44da8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9ff6862fa484b9884a908113ed78c53&device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 1130 time: 0.0481822 Mar 16 00:42:51.347467 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01051e0-803a-4fd6-8029-a43ecc7b59e0 req-1d98cce9-9914-4ff2-8290-162eedf3dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:51.350168 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d01051e0-803a-4fd6-8029-a43ecc7b59e0 req-1d98cce9-9914-4ff2-8290-162eedf3dfcc service neutron] 10.222.0.46 "GET /v2.0/networks?id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96 HTTP/1.1" status: 200 len: 913 time: 0.1052291 Mar 16 00:42:51.356343 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c5c30-d1d0-480c-a8ef-1b5040d7a4ee req-0a88536a-eb49-46e7-9612-2bb0be85cbe1 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:51.357851 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-941c5c30-d1d0-480c-a8ef-1b5040d7a4ee req-0a88536a-eb49-46e7-9612-2bb0be85cbe1 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 946 time: 0.0562925 Mar 16 00:42:51.395720 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d01051e0-803a-4fd6-8029-a43ecc7b59e0 req-4f7d9f67-0b7d-4b4e-859b-db45100773e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7004c588-76c0-48c3-b0e0-72a95cfde225 HTTP/1.1" status: 200 len: 217 time: 0.0378108 Mar 16 00:42:51.409242 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-941c5c30-d1d0-480c-a8ef-1b5040d7a4ee req-6d3230db-5239-472d-902d-4f2006d63f37 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448730 Mar 16 00:42:51.430676 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-d13e2c05-2869-4c5f-b161-44c2e3efdb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': 'ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa', 'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'mac_address': 'fa:16:3e:08:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:39Z', 'updated_at': '2022-03-16T00:35:47Z', 'revision_number': 5, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'subnets': [{'id': '9090298d-6431-4eac-8565-b1501caf6de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:51.449994 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01051e0-803a-4fd6-8029-a43ecc7b59e0 req-1b1c3d6c-de38-4a32-ad81-a91ad8c79ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:51.451470 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d01051e0-803a-4fd6-8029-a43ecc7b59e0 req-1b1c3d6c-de38-4a32-ad81-a91ad8c79ff0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9090298d-6431-4eac-8565-b1501caf6de2 HTTP/1.1" status: 200 len: 851 time: 0.0497932 Mar 16 00:42:51.460632 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13e2c05-2869-4c5f-b161-44c2e3efdb5f None None] Checking router: 267f981d-89a0-4eff-9e68-c0be8abda654 for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:42:51.468901 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13e2c05-2869-4c5f-b161-44c2e3efdb5f None None] Routers {'267f981d-89a0-4eff-9e68-c0be8abda654'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:42:51.469510 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-d13e2c05-2869-4c5f-b161-44c2e3efdb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:42:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['267f981d-89a0-4eff-9e68-c0be8abda654'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:51.499578 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01051e0-803a-4fd6-8029-a43ecc7b59e0 req-dde6c57c-b4ee-4040-8792-32104a61badf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:51.501074 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d01051e0-803a-4fd6-8029-a43ecc7b59e0 req-dde6c57c-b4ee-4040-8792-32104a61badf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2fe10e1c-d717-42d6-8d12-b659bf7cdd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435848 Mar 16 00:42:51.579732 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-d13e2c05-2869-4c5f-b161-44c2e3efdb5f None None] Set router 267f981d-89a0-4eff-9e68-c0be8abda654 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:42:51.594536 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d01051e0-803a-4fd6-8029-a43ecc7b59e0 req-1cf3a7f2-c739-4f3c-a506-1e5e6f6fb8cd service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857980 Mar 16 00:42:51.685891 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d01051e0-803a-4fd6-8029-a43ecc7b59e0 req-b84ec397-417e-4940-aaf3-0bba8fc3e7e8 service neutron] 10.222.0.46 "GET /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844841 Mar 16 00:42:51.772965 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-d13e2c05-2869-4c5f-b161-44c2e3efdb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': 'ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa', 'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'mac_address': 'fa:16:3e:08:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:39Z', 'updated_at': '2022-03-16T00:35:47Z', 'revision_number': 5, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'subnets': [{'id': '9090298d-6431-4eac-8565-b1501caf6de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:51.797738 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13e2c05-2869-4c5f-b161-44c2e3efdb5f None None] The sync data for ids ['267f981d-89a0-4eff-9e68-c0be8abda654'] in dv-cinder-831247-13-iscsi is: [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:40Z', 'revision_number': 4, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': 'ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa', 'name': '', 'network_id': '2fe10e1c-d717-42d6-8d12-b659bf7cdd96', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'mac_address': 'fa:16:3e:08:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '9090298d-6431-4eac-8565-b1501caf6de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:39Z', 'updated_at': '2022-03-16T00:35:47Z', 'revision_number': 5, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'subnets': [{'id': '9090298d-6431-4eac-8565-b1501caf6de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:42:52.012269 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf31618-b48f-4e09-98a5-b2803373673e None None] New status for floating IP 6a7acb35-5d62-41de-8c5b-f27de24da189: DOWN {{(pid=109657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:42:52.341349 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-a46b5c7d-601f-4764-8b23-02a3b0b96c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:52.528265 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f7448-411e-4aed-bcca-f22dfc8d33c4 req-59ad75f3-5cdf-45dd-87eb-eda9b3d59c54 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:52.529778 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e39f7448-411e-4aed-bcca-f22dfc8d33c4 req-59ad75f3-5cdf-45dd-87eb-eda9b3d59c54 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 946 time: 0.0515609 Mar 16 00:42:52.578058 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e39f7448-411e-4aed-bcca-f22dfc8d33c4 req-677e6cda-f768-434b-8862-c338b22160ef tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb7a479b-d12d-46d6-b729-f52795082ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421185 Mar 16 00:42:52.873390 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157654f-9155-482b-a5fa-ac7d975c2e42 req-496e53d7-b914-4f0c-9be9-509132346a9d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:42:52.874756 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f157654f-9155-482b-a5fa-ac7d975c2e42 req-496e53d7-b914-4f0c-9be9-509132346a9d tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.46 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 946 time: 0.0500064 Mar 16 00:42:52.967989 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-f157654f-9155-482b-a5fa-ac7d975c2e42 req-da7aa2ef-614d-4c97-886a-4cdea1ddbc6a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Deleting port 7004c588-76c0-48c3-b0e0-72a95cfde225 {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:42:52.968331 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-f157654f-9155-482b-a5fa-ac7d975c2e42 req-da7aa2ef-614d-4c97-886a-4cdea1ddbc6a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (7004c588-76c0-48c3-b0e0-72a95cfde225), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:53.006736 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:53.057770 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-f157654f-9155-482b-a5fa-ac7d975c2e42 req-da7aa2ef-614d-4c97-886a-4cdea1ddbc6a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] For port 7004c588-76c0-48c3-b0e0-72a95cfde225, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7004c588-76c0-48c3-b0e0-72a95cfde225,segment=NetworkSegment(bf8a215e-68ab-4d0e-b295-dc90f1744763),segment_id=bf8a215e-68ab-4d0e-b295-dc90f1744763)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:42:53.058133 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-f157654f-9155-482b-a5fa-ac7d975c2e42 req-da7aa2ef-614d-4c97-886a-4cdea1ddbc6a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (7004c588-76c0-48c3-b0e0-72a95cfde225), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:53.069585 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-f157654f-9155-482b-a5fa-ac7d975c2e42 req-da7aa2ef-614d-4c97-886a-4cdea1ddbc6a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Calling delete_port for 7004c588-76c0-48c3-b0e0-72a95cfde225 owned by compute:nova {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:42:53.190204 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-f157654f-9155-482b-a5fa-ac7d975c2e42 req-da7aa2ef-614d-4c97-886a-4cdea1ddbc6a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (7004c588-76c0-48c3-b0e0-72a95cfde225), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:53.221134 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7aa2ef-614d-4c97-886a-4cdea1ddbc6a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event deleted for resources: {'Port': ['ID=7004c588-76c0-48c3-b0e0-72a95cfde225,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:53.262822 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-f157654f-9155-482b-a5fa-ac7d975c2e42 req-da7aa2ef-614d-4c97-886a-4cdea1ddbc6a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] No DVR routers for this DVR port 7004c588-76c0-48c3-b0e0-72a95cfde225 on host hv-cinder-83124 {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:42:53.265351 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-f157654f-9155-482b-a5fa-ac7d975c2e42 req-da7aa2ef-614d-4c97-886a-4cdea1ddbc6a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:53.269143 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f157654f-9155-482b-a5fa-ac7d975c2e42 req-da7aa2ef-614d-4c97-886a-4cdea1ddbc6a tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.46 "DELETE /v2.0/ports/7004c588-76c0-48c3-b0e0-72a95cfde225 HTTP/1.1" status: 204 len: 173 time: 0.3872478 Mar 16 00:42:53.269603 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9188a816-f345-47b6-877e-f32ad10714d5', 'name': 'network-vif-deleted', 'tag': '7004c588-76c0-48c3-b0e0-72a95cfde225'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:42:53.271836 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2befe94-bd54-4a95-a5b9-8eca69811484" -d '{"events": [{"server_uuid": "9188a816-f345-47b6-877e-f32ad10714d5", "name": "network-vif-deleted", "tag": "7004c588-76c0-48c3-b0e0-72a95cfde225"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:42:53.310839 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49343d1d-e9f9-4b14-b9ec-3f8c152e7da8 x-openstack-request-id: req-49343d1d-e9f9-4b14-b9ec-3f8c152e7da8 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:42:53.311136 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9188a816-f345-47b6-877e-f32ad10714d5", "name": "network-vif-deleted", "tag": "7004c588-76c0-48c3-b0e0-72a95cfde225", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:42:53.311412 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-49343d1d-e9f9-4b14-b9ec-3f8c152e7da8 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:42:53.311818 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9188a816-f345-47b6-877e-f32ad10714d5', 'name': 'network-vif-deleted', 'tag': '7004c588-76c0-48c3-b0e0-72a95cfde225', 'status': 'completed', 'code': 200} Mar 16 00:42:53.614924 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:53.689524 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-55c49b1c-d9f1-4f5f-b4b1-59c8217f4437 req-303fbfa5-785c-4ced-8942-3e87fd80611e tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "GET /v2.0/ports?device_id=9188a816-f345-47b6-877e-f32ad10714d5 HTTP/1.1" status: 200 len: 210 time: 0.0283411 Mar 16 00:42:54.746150 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34382) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:42:54.865951 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-1257b547-ebb2-4969-b0ec-3db0e9b21b07 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Deleting port 1ce8b016-ec28-47df-97b4-d347f55e1467 {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:42:54.866291 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1257b547-ebb2-4969-b0ec-3db0e9b21b07 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (1ce8b016-ec28-47df-97b4-d347f55e1467), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:54.944645 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1257b547-ebb2-4969-b0ec-3db0e9b21b07 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (1ce8b016-ec28-47df-97b4-d347f55e1467), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:54.944972 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1257b547-ebb2-4969-b0ec-3db0e9b21b07 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for floatingip (1ce8b016-ec28-47df-97b4-d347f55e1467), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:54.957158 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-1257b547-ebb2-4969-b0ec-3db0e9b21b07 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Calling delete_port for 1ce8b016-ec28-47df-97b4-d347f55e1467 owned by network:floatingip {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:42:55.016492 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:55.090395 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1257b547-ebb2-4969-b0ec-3db0e9b21b07 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (1ce8b016-ec28-47df-97b4-d347f55e1467), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:55.116620 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257b547-ebb2-4969-b0ec-3db0e9b21b07 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event deleted for resources: {'Port': ['ID=1ce8b016-ec28-47df-97b4-d347f55e1467,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:55.177917 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1257b547-ebb2-4969-b0ec-3db0e9b21b07 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for floatingip (b5ce433e-2207-45dd-9fca-857076a3aff0), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:55.180422 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1257b547-ebb2-4969-b0ec-3db0e9b21b07 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:55.181595 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-1257b547-ebb2-4969-b0ec-3db0e9b21b07 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "DELETE /v2.0/floatingips/b5ce433e-2207-45dd-9fca-857076a3aff0 HTTP/1.1" status: 204 len: 168 time: 0.4344273 Mar 16 00:42:56.261850 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 7004c588-76c0-48c3-b0e0-72a95cfde225 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:42:56.284449 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] No Port match for: 7004c588-76c0-48c3-b0e0-72a95cfde225 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:42:56.284794 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 7004c588-76c0-48c3-b0e0-72a95cfde225 not bound to the agent host hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:42:56.360965 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:56.373677 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34394) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:42:56.428739 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4de61ffa-8ada-48a6-98e2-19b9e33bee17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group (eb7a479b-d12d-46d6-b729-f52795082ff2), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:56.453434 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4de61ffa-8ada-48a6-98e2-19b9e33bee17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group (eb7a479b-d12d-46d6-b729-f52795082ff2), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:56.510719 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4de61ffa-8ada-48a6-98e2-19b9e33bee17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (eb7a479b-d12d-46d6-b729-f52795082ff2), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:56.513355 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4de61ffa-8ada-48a6-98e2-19b9e33bee17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:56.514483 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-4de61ffa-8ada-48a6-98e2-19b9e33bee17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] 10.222.0.10 "DELETE /v2.0/security-groups/eb7a479b-d12d-46d6-b729-f52795082ff2 HTTP/1.1" status: 204 len: 168 time: 0.1397986 Mar 16 00:42:56.523755 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de61ffa-8ada-48a6-98e2-19b9e33bee17 tempest-TestVolumeBootPattern-989191874 tempest-TestVolumeBootPattern-989191874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7a479b-d12d-46d6-b729-f52795082ff2,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:56.565821 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34398) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:42:56.960296 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c895a08c-8b04-423c-8d53-869abc7f107d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557332'] for router_interface (267f981d-89a0-4eff-9e68-c0be8abda654), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:57.198425 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-c895a08c-8b04-423c-8d53-869abc7f107d admin admin] Deleting port ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:42:57.198763 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c895a08c-8b04-423c-8d53-869abc7f107d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:57.274082 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [None req-c895a08c-8b04-423c-8d53-869abc7f107d admin admin] For port ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa,segment=NetworkSegment(bf8a215e-68ab-4d0e-b295-dc90f1744763),segment_id=bf8a215e-68ab-4d0e-b295-dc90f1744763)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:42:57.274362 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c895a08c-8b04-423c-8d53-869abc7f107d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:57.286419 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-c895a08c-8b04-423c-8d53-869abc7f107d admin admin] Calling delete_port for ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa owned by network:router_interface {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:42:57.458650 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c895a08c-8b04-423c-8d53-869abc7f107d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:57.487281 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895a08c-8b04-423c-8d53-869abc7f107d admin admin] Pushing event deleted for resources: {'Port': ['ID=ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:57.649261 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c895a08c-8b04-423c-8d53-869abc7f107d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557496'] for router_interface (267f981d-89a0-4eff-9e68-c0be8abda654), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:57.807225 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:42:58.123364 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c895a08c-8b04-423c-8d53-869abc7f107d admin admin] Router 267f981d-89a0-4eff-9e68-c0be8abda654 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:42:58.227093 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c895a08c-8b04-423c-8d53-869abc7f107d admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:42:58.232037 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-c895a08c-8b04-423c-8d53-869abc7f107d admin admin] 10.222.0.10 "PUT /v2.0/routers/267f981d-89a0-4eff-9e68-c0be8abda654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6651976 Mar 16 00:42:58.234567 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34402) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:42:58.235994 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dc2078-7d34-4c96-992a-b7c8a2e567c5 None None] Sync routers for ids ['267f981d-89a0-4eff-9e68-c0be8abda654'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:42:58.249917 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dc2078-7d34-4c96-992a-b7c8a2e567c5 None None] Routers {'267f981d-89a0-4eff-9e68-c0be8abda654'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:42:58.250523 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-65dc2078-7d34-4c96-992a-b7c8a2e567c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:42:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['267f981d-89a0-4eff-9e68-c0be8abda654'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:58.333391 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d6d6-b7a8-4be3-ab8d-d8f4b9c9e8cb admin admin] Publish callbacks [] for router (267f981d-89a0-4eff-9e68-c0be8abda654), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:58.351735 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-65dc2078-7d34-4c96-992a-b7c8a2e567c5 None None] Set router 267f981d-89a0-4eff-9e68-c0be8abda654 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:42:58.436217 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d6d6-b7a8-4be3-ab8d-d8f4b9c9e8cb admin admin] Publish callbacks [] for router_gateway (267f981d-89a0-4eff-9e68-c0be8abda654), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:58.492525 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-d2f1d6d6-b7a8-4be3-ab8d-d8f4b9c9e8cb admin admin] Deleting port 3c59f327-5f9c-4efc-8965-e64aa5feccfa {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:42:58.493221 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d6d6-b7a8-4be3-ab8d-d8f4b9c9e8cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (3c59f327-5f9c-4efc-8965-e64aa5feccfa), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:58.531636 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-65dc2078-7d34-4c96-992a-b7c8a2e567c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:42:57Z', 'revision_number': 5, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port': {'id': '3c59f327-5f9c-4efc-8965-e64aa5feccfa', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:58.558563 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dc2078-7d34-4c96-992a-b7c8a2e567c5 None None] Checking router: 267f981d-89a0-4eff-9e68-c0be8abda654 for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:42:58.566857 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dc2078-7d34-4c96-992a-b7c8a2e567c5 None None] Routers {'267f981d-89a0-4eff-9e68-c0be8abda654'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:42:58.568054 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-65dc2078-7d34-4c96-992a-b7c8a2e567c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:42:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['267f981d-89a0-4eff-9e68-c0be8abda654'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:58.568963 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [None req-d2f1d6d6-b7a8-4be3-ab8d-d8f4b9c9e8cb admin admin] For port 3c59f327-5f9c-4efc-8965-e64aa5feccfa, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=3c59f327-5f9c-4efc-8965-e64aa5feccfa,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:42:58.569325 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d6d6-b7a8-4be3-ab8d-d8f4b9c9e8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (3c59f327-5f9c-4efc-8965-e64aa5feccfa), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:58.581829 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-d2f1d6d6-b7a8-4be3-ab8d-d8f4b9c9e8cb admin admin] Calling delete_port for 3c59f327-5f9c-4efc-8965-e64aa5feccfa owned by network:router_gateway {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:42:58.746553 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-65dc2078-7d34-4c96-992a-b7c8a2e567c5 None None] Set router 267f981d-89a0-4eff-9e68-c0be8abda654 gateway port host: None {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:42:58.752793 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d6d6-b7a8-4be3-ab8d-d8f4b9c9e8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (3c59f327-5f9c-4efc-8965-e64aa5feccfa), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:58.779297 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1d6d6-b7a8-4be3-ab8d-d8f4b9c9e8cb admin admin] Pushing event deleted for resources: {'Port': ['ID=3c59f327-5f9c-4efc-8965-e64aa5feccfa,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:58.800270 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-65dc2078-7d34-4c96-992a-b7c8a2e567c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:42:58Z', 'revision_number': 6, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port_host': None}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:58.827095 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dc2078-7d34-4c96-992a-b7c8a2e567c5 None None] The sync data for ids ['267f981d-89a0-4eff-9e68-c0be8abda654'] in dv-cinder-831247-13-iscsi is: [{'id': '267f981d-89a0-4eff-9e68-c0be8abda654', 'name': 'tempest-TestVolumeBootPattern-1485182503-router', 'tenant_id': 'c9ff6862fa484b9884a908113ed78c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:36Z', 'updated_at': '2022-03-16T00:42:58Z', 'revision_number': 6, 'project_id': 'c9ff6862fa484b9884a908113ed78c53', 'gw_port_host': None}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:42:58.841580 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d6d6-b7a8-4be3-ab8d-d8f4b9c9e8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558686'] for router_gateway (267f981d-89a0-4eff-9e68-c0be8abda654), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:58.936608 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d6d6-b7a8-4be3-ab8d-d8f4b9c9e8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27878'] for router (267f981d-89a0-4eff-9e68-c0be8abda654), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:58.938849 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d6d6-b7a8-4be3-ab8d-d8f4b9c9e8cb admin admin] Publish callbacks [] for router_controller (267f981d-89a0-4eff-9e68-c0be8abda654), precommit_delete_associations {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:58.988813 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d6d6-b7a8-4be3-ab8d-d8f4b9c9e8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564910'] for router (267f981d-89a0-4eff-9e68-c0be8abda654), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:58.989839 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f1d6d6-b7a8-4be3-ab8d-d8f4b9c9e8cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 267f981d-89a0-4eff-9e68-c0be8abda654 {{(pid=109656) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 00:42:58.994696 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d6d6-b7a8-4be3-ab8d-d8f4b9c9e8cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:58.995860 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-d2f1d6d6-b7a8-4be3-ab8d-d8f4b9c9e8cb admin admin] 10.222.0.10 "DELETE /v2.0/routers/267f981d-89a0-4eff-9e68-c0be8abda654 HTTP/1.1" status: 204 len: 168 time: 0.7603588 Mar 16 00:42:58.998444 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34404) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:42:59.047381 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cd58e9-bd16-46c7-a30f-82685ec6d62a admin admin] Deleting subnet 9090298d-6431-4eac-8565-b1501caf6de2 {{(pid=109656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 00:42:59.051090 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f7cd58e9-bd16-46c7-a30f-82685ec6d62a admin admin] Publish callbacks [] for subnet (9090298d-6431-4eac-8565-b1501caf6de2), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:59.084820 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f7cd58e9-bd16-46c7-a30f-82685ec6d62a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5983764'] for subnet (9090298d-6431-4eac-8565-b1501caf6de2), precommit_delete_associations {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:59.157405 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f7cd58e9-bd16-46c7-a30f-82685ec6d62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1106181'] for subnet (9090298d-6431-4eac-8565-b1501caf6de2), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:59.209788 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f7cd58e9-bd16-46c7-a30f-82685ec6d62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1106430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5920131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5436656'] for subnet (9090298d-6431-4eac-8565-b1501caf6de2), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:59.237900 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd58e9-bd16-46c7-a30f-82685ec6d62a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9090298d-6431-4eac-8565-b1501caf6de2,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:59.244078 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f7cd58e9-bd16-46c7-a30f-82685ec6d62a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:59.249460 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-f7cd58e9-bd16-46c7-a30f-82685ec6d62a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9090298d-6431-4eac-8565-b1501caf6de2 HTTP/1.1" status: 204 len: 168 time: 0.2478089 Mar 16 00:42:59.249651 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34406) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:42:59.249788 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd34d48-f89d-4dea-b526-49d2823af067 None None] Network 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:42:59.321670 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2087261f-2ea1-460e-abad-e374eeaf7257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1244356'] for network (2fe10e1c-d717-42d6-8d12-b659bf7cdd96), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:59.376064 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-2087261f-2ea1-460e-abad-e374eeaf7257 admin admin] Deleting port f9453577-aabb-4cf1-a0f9-bb201332a0fe {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:42:59.376416 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2087261f-2ea1-460e-abad-e374eeaf7257 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (f9453577-aabb-4cf1-a0f9-bb201332a0fe), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:59.442716 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [None req-2087261f-2ea1-460e-abad-e374eeaf7257 admin admin] For port f9453577-aabb-4cf1-a0f9-bb201332a0fe, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=f9453577-aabb-4cf1-a0f9-bb201332a0fe,segment=NetworkSegment(bf8a215e-68ab-4d0e-b295-dc90f1744763),segment_id=bf8a215e-68ab-4d0e-b295-dc90f1744763)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:42:59.443088 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2087261f-2ea1-460e-abad-e374eeaf7257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (f9453577-aabb-4cf1-a0f9-bb201332a0fe), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:59.455436 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-2087261f-2ea1-460e-abad-e374eeaf7257 admin admin] Calling delete_port for f9453577-aabb-4cf1-a0f9-bb201332a0fe owned by network:dhcp {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:42:59.531320 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2087261f-2ea1-460e-abad-e374eeaf7257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (f9453577-aabb-4cf1-a0f9-bb201332a0fe), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:59.557986 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087261f-2ea1-460e-abad-e374eeaf7257 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9453577-aabb-4cf1-a0f9-bb201332a0fe,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:42:59.559819 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087261f-2ea1-460e-abad-e374eeaf7257 admin admin] No DVR routers for this DVR port f9453577-aabb-4cf1-a0f9-bb201332a0fe on host dv-cinder-831247-13-iscsi {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:42:59.623288 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a94a3a1-36b2-42ba-99ff-d1155f7c3959 None None] DHCP port deletion for 2fe10e1c-d717-42d6-8d12-b659bf7cdd96 request from dv-cinder-831247-13-iscsi {{(pid=109657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 00:42:59.646702 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2087261f-2ea1-460e-abad-e374eeaf7257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135250', 'neutron.services.segments.db._delete_segments_for_network-8752661694154'] for network (2fe10e1c-d717-42d6-8d12-b659bf7cdd96), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:59.670029 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-2087261f-2ea1-460e-abad-e374eeaf7257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe10e1c-d717-42d6-8d12-b659bf7cdd96']}} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:59.679816 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-2087261f-2ea1-460e-abad-e374eeaf7257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8a215e-68ab-4d0e-b295-dc90f1744763') {'for_net_delete': True} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:59.680109 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-2087261f-2ea1-460e-abad-e374eeaf7257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8a215e-68ab-4d0e-b295-dc90f1744763') {} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:42:59.690402 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2087261f-2ea1-460e-abad-e374eeaf7257 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752661698259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5983775'] for segment (bf8a215e-68ab-4d0e-b295-dc90f1744763), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:59.703733 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2087261f-2ea1-460e-abad-e374eeaf7257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (bf8a215e-68ab-4d0e-b295-dc90f1744763), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:59.710379 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2087261f-2ea1-460e-abad-e374eeaf7257 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=109656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 00:42:59.710822 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2087261f-2ea1-460e-abad-e374eeaf7257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5920041'] for segment (bf8a215e-68ab-4d0e-b295-dc90f1744763), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: Traceback (most recent call last): Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: timer() Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: cb(*args, **kw) Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: return func(*args, **kwargs) Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: self._notify() Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: self.callback(batched_events) Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: event.method(event) Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: return f(self, *a, **k) Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: return self._get(url).json() Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: return self.request(url, 'GET', **kwargs) Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 00:42:59.712598 dv-cinder-831247-13-iscsi neutron-server[109656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 00:42:59.767697 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2087261f-2ea1-460e-abad-e374eeaf7257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558650'] for network (2fe10e1c-d717-42d6-8d12-b659bf7cdd96), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:59.773323 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2087261f-2ea1-460e-abad-e374eeaf7257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:42:59.777984 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-2087261f-2ea1-460e-abad-e374eeaf7257 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2fe10e1c-d717-42d6-8d12-b659bf7cdd96 HTTP/1.1" status: 204 len: 168 time: 0.5273409 Mar 16 00:42:59.779342 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34408) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:42:59.793898 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087261f-2ea1-460e-abad-e374eeaf7257 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fe10e1c-d717-42d6-8d12-b659bf7cdd96,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:00.008076 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device f9453577-aabb-4cf1-a0f9-bb201332a0fe no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:43:00.027980 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: f9453577-aabb-4cf1-a0f9-bb201332a0fe {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:43:00.028327 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device f9453577-aabb-4cf1-a0f9-bb201332a0fe not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:43:00.028753 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:43:00.047211 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:43:00.047482 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device ab086e1b-1cc1-4e6e-8573-2701d9f9dbfa not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:43:00.047890 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 3c59f327-5f9c-4efc-8965-e64aa5feccfa no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:43:00.067437 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: 3c59f327-5f9c-4efc-8965-e64aa5feccfa {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:43:00.067784 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 3c59f327-5f9c-4efc-8965-e64aa5feccfa not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:43:00.133126 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-32b362b1-8e8a-40d8-9770-996c9d7cc54d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557332'] for router_interface (3f8bc032-5a6c-4458-b9c5-e21e97b861ae), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:00.373286 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-32b362b1-8e8a-40d8-9770-996c9d7cc54d admin admin] Deleting port 3019a202-1c5e-4676-baff-ca7e23ef9946 {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:43:00.373651 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-32b362b1-8e8a-40d8-9770-996c9d7cc54d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (3019a202-1c5e-4676-baff-ca7e23ef9946), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:00.454059 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [None req-32b362b1-8e8a-40d8-9770-996c9d7cc54d admin admin] For port 3019a202-1c5e-4676-baff-ca7e23ef9946, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=3019a202-1c5e-4676-baff-ca7e23ef9946,segment=NetworkSegment(3d9c3312-300d-44ce-a25a-bc648198ce7a),segment_id=3d9c3312-300d-44ce-a25a-bc648198ce7a)] {{(pid=109655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:43:00.454421 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-32b362b1-8e8a-40d8-9770-996c9d7cc54d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (3019a202-1c5e-4676-baff-ca7e23ef9946), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:00.466794 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-32b362b1-8e8a-40d8-9770-996c9d7cc54d admin admin] Calling delete_port for 3019a202-1c5e-4676-baff-ca7e23ef9946 owned by network:router_interface {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:43:00.646612 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-32b362b1-8e8a-40d8-9770-996c9d7cc54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (3019a202-1c5e-4676-baff-ca7e23ef9946), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:00.678358 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b362b1-8e8a-40d8-9770-996c9d7cc54d admin admin] Pushing event deleted for resources: {'Port': ['ID=3019a202-1c5e-4676-baff-ca7e23ef9946,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:00.841357 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-32b362b1-8e8a-40d8-9770-996c9d7cc54d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557496'] for router_interface (3f8bc032-5a6c-4458-b9c5-e21e97b861ae), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:01.266548 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b362b1-8e8a-40d8-9770-996c9d7cc54d admin admin] Router 3f8bc032-5a6c-4458-b9c5-e21e97b861ae has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:43:01.372703 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b362b1-8e8a-40d8-9770-996c9d7cc54d admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:43:01.378345 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-32b362b1-8e8a-40d8-9770-996c9d7cc54d admin admin] 10.222.0.10 "PUT /v2.0/routers/3f8bc032-5a6c-4458-b9c5-e21e97b861ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5973053 Mar 16 00:43:01.380715 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34412) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:01.382444 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de080b-4303-4e38-8911-e0cff841241b None None] Sync routers for ids ['3f8bc032-5a6c-4458-b9c5-e21e97b861ae'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:43:01.391764 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8de080b-4303-4e38-8911-e0cff841241b None None] Routers {'3f8bc032-5a6c-4458-b9c5-e21e97b861ae'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:43:01.392380 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-f8de080b-4303-4e38-8911-e0cff841241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:42:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['3f8bc032-5a6c-4458-b9c5-e21e97b861ae'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:01.485517 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d9264098-2bd5-4970-9ba2-dd48215c5efc admin admin] Publish callbacks [] for router (3f8bc032-5a6c-4458-b9c5-e21e97b861ae), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:01.497799 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-f8de080b-4303-4e38-8911-e0cff841241b None None] Set router 3f8bc032-5a6c-4458-b9c5-e21e97b861ae gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:43:01.590326 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d9264098-2bd5-4970-9ba2-dd48215c5efc admin admin] Publish callbacks [] for router_gateway (3f8bc032-5a6c-4458-b9c5-e21e97b861ae), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:01.645704 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-d9264098-2bd5-4970-9ba2-dd48215c5efc admin admin] Deleting port 84b78f3a-f11e-4bf6-becd-951fbb23efa5 {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:43:01.646042 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d9264098-2bd5-4970-9ba2-dd48215c5efc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (84b78f3a-f11e-4bf6-becd-951fbb23efa5), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:01.671482 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-f8de080b-4303-4e38-8911-e0cff841241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8bc032-5a6c-4458-b9c5-e21e97b861ae', 'name': 'tempest-TestVolumeBootPattern-1526501463-router', 'tenant_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '84b78f3a-f11e-4bf6-becd-951fbb23efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:44Z', 'updated_at': '2022-03-16T00:43:00Z', 'revision_number': 5, 'project_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'gw_port': {'id': '84b78f3a-f11e-4bf6-becd-951fbb23efa5', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bc032-5a6c-4458-b9c5-e21e97b861ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:35:45Z', 'updated_at': '2022-03-16T00:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:01.698662 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de080b-4303-4e38-8911-e0cff841241b None None] Checking router: 3f8bc032-5a6c-4458-b9c5-e21e97b861ae for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:43:01.712986 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8de080b-4303-4e38-8911-e0cff841241b None None] Routers {'3f8bc032-5a6c-4458-b9c5-e21e97b861ae'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:43:01.713641 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-f8de080b-4303-4e38-8911-e0cff841241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:42:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['3f8bc032-5a6c-4458-b9c5-e21e97b861ae'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:01.732923 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [None req-d9264098-2bd5-4970-9ba2-dd48215c5efc admin admin] For port 84b78f3a-f11e-4bf6-becd-951fbb23efa5, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=84b78f3a-f11e-4bf6-becd-951fbb23efa5,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:43:01.733289 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d9264098-2bd5-4970-9ba2-dd48215c5efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (84b78f3a-f11e-4bf6-becd-951fbb23efa5), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:01.745334 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-d9264098-2bd5-4970-9ba2-dd48215c5efc admin admin] Calling delete_port for 84b78f3a-f11e-4bf6-becd-951fbb23efa5 owned by network:router_gateway {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:43:01.799201 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-f8de080b-4303-4e38-8911-e0cff841241b None None] Set router 3f8bc032-5a6c-4458-b9c5-e21e97b861ae gateway port host: None {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:43:01.852667 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-f8de080b-4303-4e38-8911-e0cff841241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8bc032-5a6c-4458-b9c5-e21e97b861ae', 'name': 'tempest-TestVolumeBootPattern-1526501463-router', 'tenant_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:44Z', 'updated_at': '2022-03-16T00:43:01Z', 'revision_number': 6, 'project_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'gw_port_host': None}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:01.878299 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de080b-4303-4e38-8911-e0cff841241b None None] The sync data for ids ['3f8bc032-5a6c-4458-b9c5-e21e97b861ae'] in dv-cinder-831247-13-iscsi is: [{'id': '3f8bc032-5a6c-4458-b9c5-e21e97b861ae', 'name': 'tempest-TestVolumeBootPattern-1526501463-router', 'tenant_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:35:44Z', 'updated_at': '2022-03-16T00:43:01Z', 'revision_number': 6, 'project_id': 'cf3aeb1d0ea94d0d8a41a1c0772f5164', 'gw_port_host': None}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:43:01.909386 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d9264098-2bd5-4970-9ba2-dd48215c5efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (84b78f3a-f11e-4bf6-becd-951fbb23efa5), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:01.934752 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9264098-2bd5-4970-9ba2-dd48215c5efc admin admin] Pushing event deleted for resources: {'Port': ['ID=84b78f3a-f11e-4bf6-becd-951fbb23efa5,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:01.998796 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d9264098-2bd5-4970-9ba2-dd48215c5efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558686'] for router_gateway (3f8bc032-5a6c-4458-b9c5-e21e97b861ae), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.088811 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d9264098-2bd5-4970-9ba2-dd48215c5efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27878'] for router (3f8bc032-5a6c-4458-b9c5-e21e97b861ae), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.090917 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d9264098-2bd5-4970-9ba2-dd48215c5efc admin admin] Publish callbacks [] for router_controller (3f8bc032-5a6c-4458-b9c5-e21e97b861ae), precommit_delete_associations {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.133550 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d9264098-2bd5-4970-9ba2-dd48215c5efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564910'] for router (3f8bc032-5a6c-4458-b9c5-e21e97b861ae), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.134033 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9264098-2bd5-4970-9ba2-dd48215c5efc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f8bc032-5a6c-4458-b9c5-e21e97b861ae {{(pid=109655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 00:43:02.138819 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d9264098-2bd5-4970-9ba2-dd48215c5efc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.139948 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-d9264098-2bd5-4970-9ba2-dd48215c5efc admin admin] 10.222.0.10 "DELETE /v2.0/routers/3f8bc032-5a6c-4458-b9c5-e21e97b861ae HTTP/1.1" status: 204 len: 168 time: 0.7581544 Mar 16 00:43:02.142488 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34414) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:02.186373 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8eff0a-4205-4fd4-b5e3-78caa1e0954b admin admin] Deleting subnet d926729d-c940-48e1-b8c3-460a881c69ca {{(pid=109655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 00:43:02.189298 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-bb8eff0a-4205-4fd4-b5e3-78caa1e0954b admin admin] Publish callbacks [] for subnet (d926729d-c940-48e1-b8c3-460a881c69ca), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.230006 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-bb8eff0a-4205-4fd4-b5e3-78caa1e0954b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5409021'] for subnet (d926729d-c940-48e1-b8c3-460a881c69ca), precommit_delete_associations {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.316839 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-bb8eff0a-4205-4fd4-b5e3-78caa1e0954b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1106181'] for subnet (d926729d-c940-48e1-b8c3-460a881c69ca), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.371860 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-bb8eff0a-4205-4fd4-b5e3-78caa1e0954b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1106430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5476275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5478546'] for subnet (d926729d-c940-48e1-b8c3-460a881c69ca), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.395667 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8eff0a-4205-4fd4-b5e3-78caa1e0954b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d926729d-c940-48e1-b8c3-460a881c69ca,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:02.402163 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-bb8eff0a-4205-4fd4-b5e3-78caa1e0954b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.408147 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-bb8eff0a-4205-4fd4-b5e3-78caa1e0954b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d926729d-c940-48e1-b8c3-460a881c69ca HTTP/1.1" status: 204 len: 168 time: 0.2625337 Mar 16 00:43:02.408295 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98124c5e-079d-4fea-a06e-395112c35b95 None None] Network 4f08ffbb-36f6-4f4a-a254-655506917ca2 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:43:02.409263 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34416) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:02.479954 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9eb738f9-47e9-4071-a879-2a3d4e8ab742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1244356'] for network (4f08ffbb-36f6-4f4a-a254-655506917ca2), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.533428 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-9eb738f9-47e9-4071-a879-2a3d4e8ab742 admin admin] Deleting port 401cc777-3974-4d7b-be9d-a0f150ce9545 {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:43:02.533746 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9eb738f9-47e9-4071-a879-2a3d4e8ab742 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (401cc777-3974-4d7b-be9d-a0f150ce9545), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.594888 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [None req-9eb738f9-47e9-4071-a879-2a3d4e8ab742 admin admin] For port 401cc777-3974-4d7b-be9d-a0f150ce9545, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=401cc777-3974-4d7b-be9d-a0f150ce9545,segment=NetworkSegment(3d9c3312-300d-44ce-a25a-bc648198ce7a),segment_id=3d9c3312-300d-44ce-a25a-bc648198ce7a)] {{(pid=109655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:43:02.595184 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9eb738f9-47e9-4071-a879-2a3d4e8ab742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (401cc777-3974-4d7b-be9d-a0f150ce9545), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.610908 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-9eb738f9-47e9-4071-a879-2a3d4e8ab742 admin admin] Calling delete_port for 401cc777-3974-4d7b-be9d-a0f150ce9545 owned by network:dhcp {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:43:02.665507 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77062afc-721b-4707-9e0c-7f5d62fc7f18 None None] DHCP port deletion for 4f08ffbb-36f6-4f4a-a254-655506917ca2 request from dv-cinder-831247-13-iscsi {{(pid=109657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 00:43:02.689725 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 3019a202-1c5e-4676-baff-ca7e23ef9946 no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:43:02.701064 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9eb738f9-47e9-4071-a879-2a3d4e8ab742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (401cc777-3974-4d7b-be9d-a0f150ce9545), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.715203 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: 3019a202-1c5e-4676-baff-ca7e23ef9946 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:43:02.715541 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 3019a202-1c5e-4676-baff-ca7e23ef9946 not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:43:02.731868 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb738f9-47e9-4071-a879-2a3d4e8ab742 admin admin] No DVR routers for this DVR port 401cc777-3974-4d7b-be9d-a0f150ce9545 on host dv-cinder-831247-13-iscsi {{(pid=109655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:43:02.737695 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb738f9-47e9-4071-a879-2a3d4e8ab742 admin admin] Pushing event deleted for resources: {'Port': ['ID=401cc777-3974-4d7b-be9d-a0f150ce9545,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:02.740642 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-77062afc-721b-4707-9e0c-7f5d62fc7f18 None None] Deleting port 401cc777-3974-4d7b-be9d-a0f150ce9545 {{(pid=109657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:43:02.741218 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-77062afc-721b-4707-9e0c-7f5d62fc7f18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (401cc777-3974-4d7b-be9d-a0f150ce9545), before_delete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.804955 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-77062afc-721b-4707-9e0c-7f5d62fc7f18 None None] For port 401cc777-3974-4d7b-be9d-a0f150ce9545, host dv-cinder-831247-13-iscsi, got binding levels [] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:43:02.805342 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-77062afc-721b-4707-9e0c-7f5d62fc7f18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (401cc777-3974-4d7b-be9d-a0f150ce9545), precommit_delete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.812633 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9eb738f9-47e9-4071-a879-2a3d4e8ab742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135250', 'neutron.services.segments.db._delete_segments_for_network-8752661694154'] for network (4f08ffbb-36f6-4f4a-a254-655506917ca2), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.818263 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-77062afc-721b-4707-9e0c-7f5d62fc7f18 None None] Calling delete_port for 401cc777-3974-4d7b-be9d-a0f150ce9545 owned by network:dhcp {{(pid=109657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:43:02.821001 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.ipam_backend_mixin [None req-77062afc-721b-4707-9e0c-7f5d62fc7f18 None None] Port 401cc777-3974-4d7b-be9d-a0f150ce9545 was not found and therefore no delete operation was performed {{(pid=109657) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 16 00:43:02.822291 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-77062afc-721b-4707-9e0c-7f5d62fc7f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062'] for port (401cc777-3974-4d7b-be9d-a0f150ce9545), after_delete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.835030 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-9eb738f9-47e9-4071-a879-2a3d4e8ab742 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f08ffbb-36f6-4f4a-a254-655506917ca2']}} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:02.845580 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-9eb738f9-47e9-4071-a879-2a3d4e8ab742 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9c3312-300d-44ce-a25a-bc648198ce7a') {'for_net_delete': True} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:02.845877 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-9eb738f9-47e9-4071-a879-2a3d4e8ab742 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9c3312-300d-44ce-a25a-bc648198ce7a') {} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:02.846943 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77062afc-721b-4707-9e0c-7f5d62fc7f18 None None] Pushing event deleted for resources: {'Port': ['ID=401cc777-3974-4d7b-be9d-a0f150ce9545,revision_number=None']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:02.850385 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77062afc-721b-4707-9e0c-7f5d62fc7f18 None None] No DVR routers for this DVR port 401cc777-3974-4d7b-be9d-a0f150ce9545 on host dv-cinder-831247-13-iscsi {{(pid=109657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:43:02.855666 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9eb738f9-47e9-4071-a879-2a3d4e8ab742 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752661698259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5409014'] for segment (3d9c3312-300d-44ce-a25a-bc648198ce7a), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.872269 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9eb738f9-47e9-4071-a879-2a3d4e8ab742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (3d9c3312-300d-44ce-a25a-bc648198ce7a), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.880039 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb738f9-47e9-4071-a879-2a3d4e8ab742 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 00:43:02.880460 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9eb738f9-47e9-4071-a879-2a3d4e8ab742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5476121'] for segment (3d9c3312-300d-44ce-a25a-bc648198ce7a), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: Traceback (most recent call last): Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: timer() Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: cb(*args, **kw) Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: return func(*args, **kwargs) Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: self._notify() Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: self.callback(batched_events) Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: event.method(event) Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: return f(self, *a, **k) Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: return self._get(url).json() Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: return self.request(url, 'GET', **kwargs) Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 00:43:02.882359 dv-cinder-831247-13-iscsi neutron-server[109655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 00:43:02.937474 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9eb738f9-47e9-4071-a879-2a3d4e8ab742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558650'] for network (4f08ffbb-36f6-4f4a-a254-655506917ca2), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.943854 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9eb738f9-47e9-4071-a879-2a3d4e8ab742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:02.947050 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-9eb738f9-47e9-4071-a879-2a3d4e8ab742 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4f08ffbb-36f6-4f4a-a254-655506917ca2 HTTP/1.1" status: 204 len: 168 time: 0.5372503 Mar 16 00:43:02.958715 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb738f9-47e9-4071-a879-2a3d4e8ab742 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f08ffbb-36f6-4f4a-a254-655506917ca2,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:03.057689 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34420) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:03.099940 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-4af08dac-9e13-45ab-83f4-9ac0461f25c7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9ff6862fa484b9884a908113ed78c53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410440 Mar 16 00:43:03.102243 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34422) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:03.147017 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8a115fd4-d161-4aef-83e0-2ee410f1d83f admin admin] Publish callbacks [] for security_group (56311670-c486-4fc8-9f61-78baf7000a4d), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:03.167184 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8a115fd4-d161-4aef-83e0-2ee410f1d83f admin admin] Publish callbacks [] for security_group (56311670-c486-4fc8-9f61-78baf7000a4d), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:03.213186 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8a115fd4-d161-4aef-83e0-2ee410f1d83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (56311670-c486-4fc8-9f61-78baf7000a4d), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:03.215623 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8a115fd4-d161-4aef-83e0-2ee410f1d83f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:03.216750 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-8a115fd4-d161-4aef-83e0-2ee410f1d83f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56311670-c486-4fc8-9f61-78baf7000a4d HTTP/1.1" status: 204 len: 168 time: 0.1136324 Mar 16 00:43:03.224488 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a115fd4-d161-4aef-83e0-2ee410f1d83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56311670-c486-4fc8-9f61-78baf7000a4d,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:03.512629 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34428) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:03.551692 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-4daaaf87-8df3-465a-84e1-725851865d4f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf3aeb1d0ea94d0d8a41a1c0772f5164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379245 Mar 16 00:43:03.554411 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34430) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:03.598900 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-7c1e3201-d98b-41a9-8c94-de0787a2a359 admin admin] Publish callbacks [] for security_group (d7f13900-37b6-4cb1-b208-5f2481d09c50), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:03.619306 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-7c1e3201-d98b-41a9-8c94-de0787a2a359 admin admin] Publish callbacks [] for security_group (d7f13900-37b6-4cb1-b208-5f2481d09c50), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:03.672812 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-7c1e3201-d98b-41a9-8c94-de0787a2a359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (d7f13900-37b6-4cb1-b208-5f2481d09c50), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:03.676388 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-7c1e3201-d98b-41a9-8c94-de0787a2a359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:03.677913 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-7c1e3201-d98b-41a9-8c94-de0787a2a359 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d7f13900-37b6-4cb1-b208-5f2481d09c50 HTTP/1.1" status: 204 len: 168 time: 0.1225924 Mar 16 00:43:03.686250 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e3201-d98b-41a9-8c94-de0787a2a359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f13900-37b6-4cb1-b208-5f2481d09c50,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:03.999902 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 84b78f3a-f11e-4bf6-becd-951fbb23efa5 no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:43:04.021312 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: 84b78f3a-f11e-4bf6-becd-951fbb23efa5 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:43:04.021600 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 84b78f3a-f11e-4bf6-becd-951fbb23efa5 not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:43:04.022039 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 401cc777-3974-4d7b-be9d-a0f150ce9545 no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:43:04.041904 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: 401cc777-3974-4d7b-be9d-a0f150ce9545 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:43:04.042259 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 401cc777-3974-4d7b-be9d-a0f150ce9545 not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:43:19.996791 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-979d31c4-e244-4a7f-8428-0f9195dc926e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:22.341726 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-35a9d738-ee35-4ee3-b5cc-1f6a0b7147d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:23.009560 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:23.616277 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:25.016702 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:26.365569 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:27.032753 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841174fb-c9fb-444a-84e5-72e3fbce8f3c req-6d13e475-f307-4635-a4dc-98d2160a13d7 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:27.034372 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-841174fb-c9fb-444a-84e5-72e3fbce8f3c req-6d13e475-f307-4635-a4dc-98d2160a13d7 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eac099-311a-4442-ba4f-724dd6b64556 HTTP/1.1" status: 200 len: 945 time: 0.0526953 Mar 16 00:43:27.085224 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-841174fb-c9fb-444a-84e5-72e3fbce8f3c req-bf6f6d11-f54f-40e1-8fe5-bd33bcf2dccc tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=187b8255-528e-4252-9440-d335aaba5d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451632 Mar 16 00:43:28.205995 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e510c-36d5-4567-a526-c3780b409ce2 req-c8193432-cf86-4f07-b08e-24a532967ca7 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:28.207378 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-609e510c-36d5-4567-a526-c3780b409ce2 req-c8193432-cf86-4f07-b08e-24a532967ca7 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eac099-311a-4442-ba4f-724dd6b64556 HTTP/1.1" status: 200 len: 945 time: 0.0534141 Mar 16 00:43:28.256846 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-609e510c-36d5-4567-a526-c3780b409ce2 req-c701b252-f1a3-4649-a700-2e86d5012351 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups?id=187b8255-528e-4252-9440-d335aaba5d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423963 Mar 16 00:43:28.669509 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e431cb-a86f-4895-915f-4aa3884e838e req-0d898d23-0152-475b-8eea-783767798cd7 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:28.671087 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c6e431cb-a86f-4895-915f-4aa3884e838e req-0d898d23-0152-475b-8eea-783767798cd7 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1eac099-311a-4442-ba4f-724dd6b64556 HTTP/1.1" status: 200 len: 945 time: 0.0514688 Mar 16 00:43:28.764222 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-c6e431cb-a86f-4895-915f-4aa3884e838e req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Deleting port c2eb2281-47f3-40f8-90af-ac927ece49c3 {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:43:28.764566 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c6e431cb-a86f-4895-915f-4aa3884e838e req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (c2eb2281-47f3-40f8-90af-ac927ece49c3), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:28.851831 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-c6e431cb-a86f-4895-915f-4aa3884e838e req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] For port c2eb2281-47f3-40f8-90af-ac927ece49c3, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c2eb2281-47f3-40f8-90af-ac927ece49c3,segment=NetworkSegment(49bbd42c-4a52-475c-9169-9106b4ce965e),segment_id=49bbd42c-4a52-475c-9169-9106b4ce965e)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:43:28.852200 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c6e431cb-a86f-4895-915f-4aa3884e838e req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (c2eb2281-47f3-40f8-90af-ac927ece49c3), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:29.022068 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c6e431cb-a86f-4895-915f-4aa3884e838e req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:29.022339 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c6e431cb-a86f-4895-915f-4aa3884e838e req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (7d050b98-7027-43f4-9a13-6cbed43cefac), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:29.022664 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.l3_db [req-c6e431cb-a86f-4895-915f-4aa3884e838e req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Floating IP 7d050b98-7027-43f4-9a13-6cbed43cefac disassociated. External IP: 172.27.2.234, port: c2eb2281-47f3-40f8-90af-ac927ece49c3. Mar 16 00:43:29.023009 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-c6e431cb-a86f-4895-915f-4aa3884e838e req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Calling delete_port for c2eb2281-47f3-40f8-90af-ac927ece49c3 owned by compute:nova {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:43:29.144313 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c6e431cb-a86f-4895-915f-4aa3884e838e req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (c2eb2281-47f3-40f8-90af-ac927ece49c3), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:29.175606 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Pushing event deleted for resources: {'Port': ['ID=c2eb2281-47f3-40f8-90af-ac927ece49c3,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:29.186174 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:29.186525 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:29.186872 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:29.187218 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:29.187556 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:29.187889 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:29.188219 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:29.188549 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:29.188876 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:29.189201 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:29.189550 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:29.189878 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:29.190206 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:29.190526 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:29.190897 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:29.299693 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6e431cb-a86f-4895-915f-4aa3884e838e req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Router 2b879928-d4bd-459e-81b8-d73a316cba98 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:43:29.410787 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6e431cb-a86f-4895-915f-4aa3884e838e req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:43:29.423201 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aafdff8-bd40-4b70-981a-ea1c0d671e1f None None] Sync routers for ids ['2b879928-d4bd-459e-81b8-d73a316cba98'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:43:29.435487 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aafdff8-bd40-4b70-981a-ea1c0d671e1f None None] Routers {'2b879928-d4bd-459e-81b8-d73a316cba98'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:43:29.436379 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-3aafdff8-bd40-4b70-981a-ea1c0d671e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:43:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['2b879928-d4bd-459e-81b8-d73a316cba98'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:29.460723 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e431cb-a86f-4895-915f-4aa3884e838e req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] No DVR routers for this DVR port c2eb2281-47f3-40f8-90af-ac927ece49c3 on host hv-cinder-83124 {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:43:29.463430 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c6e431cb-a86f-4895-915f-4aa3884e838e req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:29.466719 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c6e431cb-a86f-4895-915f-4aa3884e838e req-c953fd2e-07e1-4032-8a1d-bd9933085072 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.46 "DELETE /v2.0/ports/c2eb2281-47f3-40f8-90af-ac927ece49c3 HTTP/1.1" status: 204 len: 173 time: 0.7906103 Mar 16 00:43:29.467182 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1eac099-311a-4442-ba4f-724dd6b64556', 'name': 'network-vif-deleted', 'tag': 'c2eb2281-47f3-40f8-90af-ac927ece49c3'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:43:29.469446 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2af826-9b83-423a-ad4c-c6afcbbdb605" -d '{"events": [{"server_uuid": "f1eac099-311a-4442-ba4f-724dd6b64556", "name": "network-vif-deleted", "tag": "c2eb2281-47f3-40f8-90af-ac927ece49c3"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:43:29.512810 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a4579fa6-a118-472d-803f-55d62ea0adf2 req-9b04020f-b9c5-45fc-a0d8-3f7af1145213 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eac099-311a-4442-ba4f-724dd6b64556 HTTP/1.1" status: 200 len: 210 time: 0.0295501 Mar 16 00:43:29.518315 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515a7404-0dce-4996-9dc4-d2ebdab3d2f9 x-openstack-request-id: req-515a7404-0dce-4996-9dc4-d2ebdab3d2f9 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:43:29.518655 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1eac099-311a-4442-ba4f-724dd6b64556", "name": "network-vif-deleted", "tag": "c2eb2281-47f3-40f8-90af-ac927ece49c3", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:43:29.518879 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-515a7404-0dce-4996-9dc4-d2ebdab3d2f9 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:43:29.519286 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1eac099-311a-4442-ba4f-724dd6b64556', 'name': 'network-vif-deleted', 'tag': 'c2eb2281-47f3-40f8-90af-ac927ece49c3', 'status': 'completed', 'code': 200} Mar 16 00:43:29.573728 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-3aafdff8-bd40-4b70-981a-ea1c0d671e1f None None] Set router 2b879928-d4bd-459e-81b8-d73a316cba98 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:43:29.788388 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-3aafdff8-bd40-4b70-981a-ea1c0d671e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'name': 'tempest-AttachVolumeTestJSON-1971250660-router', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:27Z', 'revision_number': 4, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'gw_port': {'id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '1dc04944-85ce-4bef-8cad-a87951afdc2d', 'name': '', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'mac_address': 'fa:16:3e:4f:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:27Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 5, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'subnets': [{'id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:29.813381 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aafdff8-bd40-4b70-981a-ea1c0d671e1f None None] Checking router: 2b879928-d4bd-459e-81b8-d73a316cba98 for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:43:29.821843 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aafdff8-bd40-4b70-981a-ea1c0d671e1f None None] Routers {'2b879928-d4bd-459e-81b8-d73a316cba98'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:43:29.822442 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-3aafdff8-bd40-4b70-981a-ea1c0d671e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:43:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['2b879928-d4bd-459e-81b8-d73a316cba98'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:29.935693 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-3aafdff8-bd40-4b70-981a-ea1c0d671e1f None None] Set router 2b879928-d4bd-459e-81b8-d73a316cba98 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:43:30.131793 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-3aafdff8-bd40-4b70-981a-ea1c0d671e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'name': 'tempest-AttachVolumeTestJSON-1971250660-router', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:27Z', 'revision_number': 4, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'gw_port': {'id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '1dc04944-85ce-4bef-8cad-a87951afdc2d', 'name': '', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'mac_address': 'fa:16:3e:4f:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:27Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 5, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'subnets': [{'id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:30.156483 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aafdff8-bd40-4b70-981a-ea1c0d671e1f None None] The sync data for ids ['2b879928-d4bd-459e-81b8-d73a316cba98'] in dv-cinder-831247-13-iscsi is: [{'id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'name': 'tempest-AttachVolumeTestJSON-1971250660-router', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:27Z', 'revision_number': 4, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'gw_port': {'id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '1dc04944-85ce-4bef-8cad-a87951afdc2d', 'name': '', 'network_id': 'a1f9365a-cd04-4061-ad6b-7e370ccaa597', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'mac_address': 'fa:16:3e:4f:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:27Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 5, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'subnets': [{'id': 'dce8e8a3-4182-4a67-870e-04d884de509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:43:30.364706 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b866d86-3c1b-469d-804d-0267d87304d6 None None] New status for floating IP 7d050b98-7027-43f4-9a13-6cbed43cefac: DOWN {{(pid=109657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:43:30.604962 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34564) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:30.656699 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-abc7c1d2-38a1-4a67-b1d5-4b5681685245 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group (187b8255-528e-4252-9440-d335aaba5d69), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:30.679057 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-abc7c1d2-38a1-4a67-b1d5-4b5681685245 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group (187b8255-528e-4252-9440-d335aaba5d69), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:30.725203 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-abc7c1d2-38a1-4a67-b1d5-4b5681685245 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (187b8255-528e-4252-9440-d335aaba5d69), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:30.728020 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-abc7c1d2-38a1-4a67-b1d5-4b5681685245 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:30.729165 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-abc7c1d2-38a1-4a67-b1d5-4b5681685245 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "DELETE /v2.0/security-groups/187b8255-528e-4252-9440-d335aaba5d69 HTTP/1.1" status: 204 len: 168 time: 0.1231868 Mar 16 00:43:30.731979 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34566) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:30.738038 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7c1d2-38a1-4a67-b1d5-4b5681685245 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=187b8255-528e-4252-9440-d335aaba5d69,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:30.746050 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.api.v2.resource [None req-7eca1dbe-644b-4afc-a6e6-4c14ce6ccc6d tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] show failed (client error): The resource could not be found. Mar 16 00:43:30.747072 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-7eca1dbe-644b-4afc-a6e6-4c14ce6ccc6d tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "GET /v2.0/security-groups/187b8255-528e-4252-9440-d335aaba5d69 HTTP/1.1" status: 404 len: 347 time: 0.0135968 Mar 16 00:43:30.749893 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34568) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:30.871834 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Deleting port 6c1fe893-df73-4b0a-a44a-6c1e4cd41eac {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:43:30.872178 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (6c1fe893-df73-4b0a-a44a-6c1e4cd41eac), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:30.948974 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (6c1fe893-df73-4b0a-a44a-6c1e4cd41eac), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:30.949299 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for floatingip (6c1fe893-df73-4b0a-a44a-6c1e4cd41eac), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:30.961427 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Calling delete_port for 6c1fe893-df73-4b0a-a44a-6c1e4cd41eac owned by network:floatingip {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:43:31.090732 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (6c1fe893-df73-4b0a-a44a-6c1e4cd41eac), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:31.115506 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Pushing event deleted for resources: {'Port': ['ID=6c1fe893-df73-4b0a-a44a-6c1e4cd41eac,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:31.140949 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:31.141297 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:31.141672 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:31.142009 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:31.142340 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:31.142669 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:31.142995 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:31.143318 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:31.143647 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:31.143970 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:31.144294 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:31.144614 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:31.144934 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:31.145250 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:31.145591 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:31.186766 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks [] for floatingip (7d050b98-7027-43f4-9a13-6cbed43cefac), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:31.189507 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:31.190665 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-32e69c31-5578-4bbb-9fbb-832127235ae6 tempest-AttachVolumeTestJSON-1784626007 tempest-AttachVolumeTestJSON-1784626007-project] 10.222.0.10 "DELETE /v2.0/floatingips/7d050b98-7027-43f4-9a13-6cbed43cefac HTTP/1.1" status: 204 len: 168 time: 0.4398491 Mar 16 00:43:32.376537 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device c2eb2281-47f3-40f8-90af-ac927ece49c3 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:43:32.397282 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] No Port match for: c2eb2281-47f3-40f8-90af-ac927ece49c3 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:43:32.397673 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device c2eb2281-47f3-40f8-90af-ac927ece49c3 not bound to the agent host hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:43:34.695425 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34596) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:34.806679 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:43:35.036516 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9907de9b-5cbf-4a73-bbcb-1566d9a666e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557332'] for router_interface (2b879928-d4bd-459e-81b8-d73a316cba98), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:35.496152 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-9907de9b-5cbf-4a73-bbcb-1566d9a666e6 admin admin] Deleting port 1dc04944-85ce-4bef-8cad-a87951afdc2d {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:43:35.496485 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9907de9b-5cbf-4a73-bbcb-1566d9a666e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (1dc04944-85ce-4bef-8cad-a87951afdc2d), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:35.573187 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [None req-9907de9b-5cbf-4a73-bbcb-1566d9a666e6 admin admin] For port 1dc04944-85ce-4bef-8cad-a87951afdc2d, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=1dc04944-85ce-4bef-8cad-a87951afdc2d,segment=NetworkSegment(49bbd42c-4a52-475c-9169-9106b4ce965e),segment_id=49bbd42c-4a52-475c-9169-9106b4ce965e)] {{(pid=109655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:43:35.573572 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9907de9b-5cbf-4a73-bbcb-1566d9a666e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (1dc04944-85ce-4bef-8cad-a87951afdc2d), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:35.586212 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-9907de9b-5cbf-4a73-bbcb-1566d9a666e6 admin admin] Calling delete_port for 1dc04944-85ce-4bef-8cad-a87951afdc2d owned by network:router_interface {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:43:35.776160 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9907de9b-5cbf-4a73-bbcb-1566d9a666e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (1dc04944-85ce-4bef-8cad-a87951afdc2d), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:35.802428 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907de9b-5cbf-4a73-bbcb-1566d9a666e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc04944-85ce-4bef-8cad-a87951afdc2d,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:35.977900 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9907de9b-5cbf-4a73-bbcb-1566d9a666e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557496'] for router_interface (2b879928-d4bd-459e-81b8-d73a316cba98), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:36.207348 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9907de9b-5cbf-4a73-bbcb-1566d9a666e6 admin admin] Router 2b879928-d4bd-459e-81b8-d73a316cba98 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:43:36.313026 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9907de9b-5cbf-4a73-bbcb-1566d9a666e6 admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:43:36.320128 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-9907de9b-5cbf-4a73-bbcb-1566d9a666e6 admin admin] 10.222.0.10 "PUT /v2.0/routers/2b879928-d4bd-459e-81b8-d73a316cba98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6216111 Mar 16 00:43:36.321139 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34598) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:36.323825 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce7a0c2-fde1-4f3d-a2ad-02e6df5165a4 None None] Sync routers for ids ['2b879928-d4bd-459e-81b8-d73a316cba98'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:43:36.333912 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce7a0c2-fde1-4f3d-a2ad-02e6df5165a4 None None] Routers {'2b879928-d4bd-459e-81b8-d73a316cba98'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:43:36.335132 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-bce7a0c2-fde1-4f3d-a2ad-02e6df5165a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:43:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['2b879928-d4bd-459e-81b8-d73a316cba98'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:36.426960 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a9e7737d-1e82-46f0-8548-fbfaf5f8b24c admin admin] Publish callbacks [] for router (2b879928-d4bd-459e-81b8-d73a316cba98), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:36.439479 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-bce7a0c2-fde1-4f3d-a2ad-02e6df5165a4 None None] Set router 2b879928-d4bd-459e-81b8-d73a316cba98 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:43:36.531600 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a9e7737d-1e82-46f0-8548-fbfaf5f8b24c admin admin] Publish callbacks [] for router_gateway (2b879928-d4bd-459e-81b8-d73a316cba98), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:36.583369 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7737d-1e82-46f0-8548-fbfaf5f8b24c admin admin] Deleting port ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0 {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:43:36.583711 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a9e7737d-1e82-46f0-8548-fbfaf5f8b24c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:36.615541 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-bce7a0c2-fde1-4f3d-a2ad-02e6df5165a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'name': 'tempest-AttachVolumeTestJSON-1971250660-router', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:43:35Z', 'revision_number': 5, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'gw_port': {'id': 'ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:36.642054 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce7a0c2-fde1-4f3d-a2ad-02e6df5165a4 None None] Checking router: 2b879928-d4bd-459e-81b8-d73a316cba98 for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:43:36.650849 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce7a0c2-fde1-4f3d-a2ad-02e6df5165a4 None None] Routers {'2b879928-d4bd-459e-81b8-d73a316cba98'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:43:36.651444 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-bce7a0c2-fde1-4f3d-a2ad-02e6df5165a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:43:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['2b879928-d4bd-459e-81b8-d73a316cba98'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:36.664095 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [None req-a9e7737d-1e82-46f0-8548-fbfaf5f8b24c admin admin] For port ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:43:36.664455 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a9e7737d-1e82-46f0-8548-fbfaf5f8b24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:36.676351 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7737d-1e82-46f0-8548-fbfaf5f8b24c admin admin] Calling delete_port for ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0 owned by network:router_gateway {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:43:36.824105 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-bce7a0c2-fde1-4f3d-a2ad-02e6df5165a4 None None] Set router 2b879928-d4bd-459e-81b8-d73a316cba98 gateway port host: None {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:43:36.844222 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a9e7737d-1e82-46f0-8548-fbfaf5f8b24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:36.869529 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7737d-1e82-46f0-8548-fbfaf5f8b24c admin admin] Pushing event deleted for resources: {'Port': ['ID=ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:36.877444 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-bce7a0c2-fde1-4f3d-a2ad-02e6df5165a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'name': 'tempest-AttachVolumeTestJSON-1971250660-router', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:43:36Z', 'revision_number': 6, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'gw_port_host': None}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:36.907655 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce7a0c2-fde1-4f3d-a2ad-02e6df5165a4 None None] The sync data for ids ['2b879928-d4bd-459e-81b8-d73a316cba98'] in dv-cinder-831247-13-iscsi is: [{'id': '2b879928-d4bd-459e-81b8-d73a316cba98', 'name': 'tempest-AttachVolumeTestJSON-1971250660-router', 'tenant_id': '1b92472e47f34034b3c894e499616e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:39:25Z', 'updated_at': '2022-03-16T00:43:36Z', 'revision_number': 6, 'project_id': '1b92472e47f34034b3c894e499616e6a', 'gw_port_host': None}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:43:36.935254 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a9e7737d-1e82-46f0-8548-fbfaf5f8b24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558686'] for router_gateway (2b879928-d4bd-459e-81b8-d73a316cba98), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:37.024974 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a9e7737d-1e82-46f0-8548-fbfaf5f8b24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27878'] for router (2b879928-d4bd-459e-81b8-d73a316cba98), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:37.027144 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a9e7737d-1e82-46f0-8548-fbfaf5f8b24c admin admin] Publish callbacks [] for router_controller (2b879928-d4bd-459e-81b8-d73a316cba98), precommit_delete_associations {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:37.069853 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a9e7737d-1e82-46f0-8548-fbfaf5f8b24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564910'] for router (2b879928-d4bd-459e-81b8-d73a316cba98), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:37.070413 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e7737d-1e82-46f0-8548-fbfaf5f8b24c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b879928-d4bd-459e-81b8-d73a316cba98 {{(pid=109655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 00:43:37.074715 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a9e7737d-1e82-46f0-8548-fbfaf5f8b24c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:37.075851 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-a9e7737d-1e82-46f0-8548-fbfaf5f8b24c admin admin] 10.222.0.10 "DELETE /v2.0/routers/2b879928-d4bd-459e-81b8-d73a316cba98 HTTP/1.1" status: 204 len: 168 time: 0.7537682 Mar 16 00:43:37.078395 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34600) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:37.125002 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3565ea-ec4c-4182-b319-468aa675eda3 admin admin] Deleting subnet dce8e8a3-4182-4a67-870e-04d884de509a {{(pid=109655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 00:43:37.127986 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3d3565ea-ec4c-4182-b319-468aa675eda3 admin admin] Publish callbacks [] for subnet (dce8e8a3-4182-4a67-870e-04d884de509a), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:37.161261 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3d3565ea-ec4c-4182-b319-468aa675eda3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5409021'] for subnet (dce8e8a3-4182-4a67-870e-04d884de509a), precommit_delete_associations {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:37.236283 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3d3565ea-ec4c-4182-b319-468aa675eda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1106181'] for subnet (dce8e8a3-4182-4a67-870e-04d884de509a), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:37.290406 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3d3565ea-ec4c-4182-b319-468aa675eda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1106430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5476275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5478546'] for subnet (dce8e8a3-4182-4a67-870e-04d884de509a), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:37.320825 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3565ea-ec4c-4182-b319-468aa675eda3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dce8e8a3-4182-4a67-870e-04d884de509a,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:37.327346 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3d3565ea-ec4c-4182-b319-468aa675eda3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:37.330771 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-3d3565ea-ec4c-4182-b319-468aa675eda3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dce8e8a3-4182-4a67-870e-04d884de509a HTTP/1.1" status: 204 len: 168 time: 0.2513013 Mar 16 00:43:37.333683 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34602) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:37.335474 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b46f499-a6d1-4a08-b52a-914f68988cb0 None None] Network a1f9365a-cd04-4061-ad6b-7e370ccaa597 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:43:37.404862 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2e42cd07-51c4-4e52-b73a-0e6ac3198b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1244356'] for network (a1f9365a-cd04-4061-ad6b-7e370ccaa597), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:37.459086 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-2e42cd07-51c4-4e52-b73a-0e6ac3198b2b admin admin] Deleting port 8431ccc7-314d-424b-8ef7-baf71a1ff3e1 {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:43:37.459426 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2e42cd07-51c4-4e52-b73a-0e6ac3198b2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (8431ccc7-314d-424b-8ef7-baf71a1ff3e1), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:37.523672 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [None req-2e42cd07-51c4-4e52-b73a-0e6ac3198b2b admin admin] For port 8431ccc7-314d-424b-8ef7-baf71a1ff3e1, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=8431ccc7-314d-424b-8ef7-baf71a1ff3e1,segment=NetworkSegment(49bbd42c-4a52-475c-9169-9106b4ce965e),segment_id=49bbd42c-4a52-475c-9169-9106b4ce965e)] {{(pid=109655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:43:37.524029 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2e42cd07-51c4-4e52-b73a-0e6ac3198b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (8431ccc7-314d-424b-8ef7-baf71a1ff3e1), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:37.536351 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-2e42cd07-51c4-4e52-b73a-0e6ac3198b2b admin admin] Calling delete_port for 8431ccc7-314d-424b-8ef7-baf71a1ff3e1 owned by network:dhcp {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:43:37.612255 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2e42cd07-51c4-4e52-b73a-0e6ac3198b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (8431ccc7-314d-424b-8ef7-baf71a1ff3e1), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:37.637941 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42cd07-51c4-4e52-b73a-0e6ac3198b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=8431ccc7-314d-424b-8ef7-baf71a1ff3e1,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:37.639756 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e42cd07-51c4-4e52-b73a-0e6ac3198b2b admin admin] No DVR routers for this DVR port 8431ccc7-314d-424b-8ef7-baf71a1ff3e1 on host dv-cinder-831247-13-iscsi {{(pid=109655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:43:37.698725 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dd3d4e-0080-4a8d-acf1-bae61bd7a403 None None] DHCP port deletion for a1f9365a-cd04-4061-ad6b-7e370ccaa597 request from dv-cinder-831247-13-iscsi {{(pid=109657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 00:43:37.713920 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2e42cd07-51c4-4e52-b73a-0e6ac3198b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135250', 'neutron.services.segments.db._delete_segments_for_network-8752661694154'] for network (a1f9365a-cd04-4061-ad6b-7e370ccaa597), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:37.735487 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-2e42cd07-51c4-4e52-b73a-0e6ac3198b2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f9365a-cd04-4061-ad6b-7e370ccaa597']}} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:37.744648 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-2e42cd07-51c4-4e52-b73a-0e6ac3198b2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49bbd42c-4a52-475c-9169-9106b4ce965e') {'for_net_delete': True} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:37.744945 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-2e42cd07-51c4-4e52-b73a-0e6ac3198b2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49bbd42c-4a52-475c-9169-9106b4ce965e') {} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:37.754071 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2e42cd07-51c4-4e52-b73a-0e6ac3198b2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752661698259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5409014'] for segment (49bbd42c-4a52-475c-9169-9106b4ce965e), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:37.768035 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2e42cd07-51c4-4e52-b73a-0e6ac3198b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (49bbd42c-4a52-475c-9169-9106b4ce965e), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:37.783405 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e42cd07-51c4-4e52-b73a-0e6ac3198b2b admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 00:43:37.783818 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2e42cd07-51c4-4e52-b73a-0e6ac3198b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5476121'] for segment (49bbd42c-4a52-475c-9169-9106b4ce965e), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: Traceback (most recent call last): Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: timer() Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: cb(*args, **kw) Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: return func(*args, **kwargs) Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: self._notify() Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: self.callback(batched_events) Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: event.method(event) Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: return f(self, *a, **k) Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: return self._get(url).json() Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: return self.request(url, 'GET', **kwargs) Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 00:43:37.785869 dv-cinder-831247-13-iscsi neutron-server[109655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 00:43:37.842531 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2e42cd07-51c4-4e52-b73a-0e6ac3198b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558650'] for network (a1f9365a-cd04-4061-ad6b-7e370ccaa597), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:37.849002 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-2e42cd07-51c4-4e52-b73a-0e6ac3198b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:37.855592 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-2e42cd07-51c4-4e52-b73a-0e6ac3198b2b admin admin] 10.222.0.10 "DELETE /v2.0/networks/a1f9365a-cd04-4061-ad6b-7e370ccaa597 HTTP/1.1" status: 204 len: 168 time: 0.5181360 Mar 16 00:43:37.862688 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42cd07-51c4-4e52-b73a-0e6ac3198b2b admin admin] Pushing event deleted for resources: {'Network': ['ID=a1f9365a-cd04-4061-ad6b-7e370ccaa597,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:38.027867 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34606) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:38.032661 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0 no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:43:38.053262 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:43:38.053664 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device ad5fd2ee-cb6c-4ce0-bb2f-734fad7192b0 not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:43:38.054087 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 1dc04944-85ce-4bef-8cad-a87951afdc2d no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:43:38.069783 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-c803c238-c3f8-479f-b22b-374820fb21a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1b92472e47f34034b3c894e499616e6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404665 Mar 16 00:43:38.072446 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34608) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:38.072936 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: 1dc04944-85ce-4bef-8cad-a87951afdc2d {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:43:38.073293 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 1dc04944-85ce-4bef-8cad-a87951afdc2d not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:43:38.073748 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 8431ccc7-314d-424b-8ef7-baf71a1ff3e1 no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:43:38.093236 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: 8431ccc7-314d-424b-8ef7-baf71a1ff3e1 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:43:38.093615 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 8431ccc7-314d-424b-8ef7-baf71a1ff3e1 not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:43:38.121842 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-051164a2-a3a2-4b50-97e5-7e4bb6664ff5 admin admin] Publish callbacks [] for security_group (4f7c925d-3f50-4875-ba3d-b9f46a16886d), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:38.142883 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-051164a2-a3a2-4b50-97e5-7e4bb6664ff5 admin admin] Publish callbacks [] for security_group (4f7c925d-3f50-4875-ba3d-b9f46a16886d), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:38.199313 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-051164a2-a3a2-4b50-97e5-7e4bb6664ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (4f7c925d-3f50-4875-ba3d-b9f46a16886d), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:38.202081 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-051164a2-a3a2-4b50-97e5-7e4bb6664ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:38.203323 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-051164a2-a3a2-4b50-97e5-7e4bb6664ff5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f7c925d-3f50-4875-ba3d-b9f46a16886d HTTP/1.1" status: 204 len: 168 time: 0.1299067 Mar 16 00:43:38.211876 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051164a2-a3a2-4b50-97e5-7e4bb6664ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7c925d-3f50-4875-ba3d-b9f46a16886d,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:38.841739 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34630) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:38.940713 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-c7601de9-c3cc-4fbe-8ba4-861406d2786d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1228504308-network', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:43:38.963114 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7601de9-c3cc-4fbe-8ba4-861406d2786d admin admin] Made reservation on behalf of e55c140cd0e64390af59e1e928324ee3 for: {'network': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:43:38.965433 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c7601de9-c3cc-4fbe-8ba4-861406d2786d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for network (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:38.973321 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c7601de9-c3cc-4fbe-8ba4-861406d2786d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:39.046809 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c7601de9-c3cc-4fbe-8ba4-861406d2786d admin admin] Publish callbacks [] for security_group (a717e46d-635a-44f1-b7d7-8907054290f6), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:39.050466 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c7601de9-c3cc-4fbe-8ba4-861406d2786d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (a717e46d-635a-44f1-b7d7-8907054290f6), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:39.073450 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7601de9-c3cc-4fbe-8ba4-861406d2786d admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=109656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 00:43:39.082835 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7601de9-c3cc-4fbe-8ba4-861406d2786d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a717e46d-635a-44f1-b7d7-8907054290f6,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:39.088959 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c7601de9-c3cc-4fbe-8ba4-861406d2786d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (84b073dd-23e7-4c43-bb1a-e444e86c14ce), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:39.089305 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.segments_db [None req-c7601de9-c3cc-4fbe-8ba4-861406d2786d admin admin] Added segment 84b073dd-23e7-4c43-bb1a-e444e86c14ce of type vlan for network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 Mar 16 00:43:39.127572 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c7601de9-c3cc-4fbe-8ba4-861406d2786d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752661257912'] for network (24d49175-3b8e-4ca0-b5c5-e4b583c05691), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:39.151814 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c7601de9-c3cc-4fbe-8ba4-861406d2786d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for network (24d49175-3b8e-4ca0-b5c5-e4b583c05691), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:39.152903 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7601de9-c3cc-4fbe-8ba4-861406d2786d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:39.153515 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c7601de9-c3cc-4fbe-8ba4-861406d2786d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:39.206163 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-c7601de9-c3cc-4fbe-8ba4-861406d2786d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3632429 Mar 16 00:43:39.209089 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34634) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:39.214648 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-8ba215bd-06b8-4e22-ae93-72ab9dec1be3 admin admin] Request body: {'subnet': {'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-subnet', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:43:39.217137 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7601de9-c3cc-4fbe-8ba4-861406d2786d admin admin] Pushing event updated for resources: {'Network': ['ID=24d49175-3b8e-4ca0-b5c5-e4b583c05691,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:39.226902 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 details requested by agent ovs-agent-dv-cinder-831247-13-iscsi with host dv-cinder-831247-13-iscsi {{(pid=109657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 00:43:39.235009 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba215bd-06b8-4e22-ae93-72ab9dec1be3 admin admin] Made reservation on behalf of e55c140cd0e64390af59e1e928324ee3 for: {'subnet': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:43:39.237436 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8ba215bd-06b8-4e22-ae93-72ab9dec1be3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5478581'] for subnet (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:39.402369 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8ba215bd-06b8-4e22-ae93-72ab9dec1be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5476336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5478539'] for subnet (568d7227-01bf-42e7-b032-35fe043b9e0d), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:39.454208 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba215bd-06b8-4e22-ae93-72ab9dec1be3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=568d7227-01bf-42e7-b032-35fe043b9e0d,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:39.466435 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba215bd-06b8-4e22-ae93-72ab9dec1be3 admin admin] Checking segment: {'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:43:39.467407 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba215bd-06b8-4e22-ae93-72ab9dec1be3 admin admin] Network hostable DHCP agents. Network: 24d49175-3b8e-4ca0-b5c5-e4b583c05691, hostable agents: ['92114df5-18d6-4d7c-9264-0f0b53b6b6a9'], hosted agents: [] {{(pid=109655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 00:43:39.486665 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba215bd-06b8-4e22-ae93-72ab9dec1be3 admin admin] Network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 is scheduled to be hosted by DHCP agent 92114df5-18d6-4d7c-9264-0f0b53b6b6a9 with binding_index 1 {{(pid=109655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 00:43:39.496926 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-8ba215bd-06b8-4e22-ae93-72ab9dec1be3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-13-iscsi, 24d49175-3b8e-4ca0-b5c5-e4b583c05691) {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:43:39.501504 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba215bd-06b8-4e22-ae93-72ab9dec1be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:39.502255 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8ba215bd-06b8-4e22-ae93-72ab9dec1be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:39.508801 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37859702-4be7-4a5b-827b-f5d3c8d2c3fa None None] Network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:43:39.524257 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-8ba215bd-06b8-4e22-ae93-72ab9dec1be3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3131862 Mar 16 00:43:39.526976 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34636) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:39.531463 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-05021ba5-76b0-491c-aaa1-9cf10acf16d7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:43:39.550404 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-05021ba5-76b0-491c-aaa1-9cf10acf16d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27896'] for router (bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:39.551457 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-05021ba5-76b0-491c-aaa1-9cf10acf16d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1033786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27889'] for router (bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:39.602609 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-05021ba5-76b0-491c-aaa1-9cf10acf16d7 admin admin] Publish callbacks [] for router_controller (bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac), precommit_add_association {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:39.619443 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1adf14ab-7b2c-5d9c-b824-2499cacfe593-24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d'}]}} from dv-cinder-831247-13-iscsi. {{(pid=109657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 00:43:39.620293 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:39.743215 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-05021ba5-76b0-491c-aaa1-9cf10acf16d7 admin admin] Publish callbacks [] for router_gateway (bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:39.747579 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.db_base_plugin_common [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Allocated IP 172.20.0.2 (24d49175-3b8e-4ca0-b5c5-e4b583c05691/568d7227-01bf-42e7-b032-35fe043b9e0d/e2bcee30-eeb8-42ca-9433-6458f3e2ece7) {{(pid=109657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:43:39.892448 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Publish callbacks [] for port (e2bcee30-eeb8-42ca-9433-6458f3e2ece7), precommit_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:39.899297 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053'] for port (e2bcee30-eeb8-42ca-9433-6458f3e2ece7), after_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:39.941589 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-05021ba5-76b0-491c-aaa1-9cf10acf16d7 admin admin] Publish callbacks [] for router_gateway (bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:39.942225 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 is already hosted by enough agents. {{(pid=109657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:43:39.946745 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.base_scheduler [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Resources bound (agent type, host, resource id): {{(pid=109657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:43:39.949160 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Received port after_create {{(pid=109657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:43:39.956676 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Pushing event updated for resources: {'Port': ['ID=e2bcee30-eeb8-42ca-9433-6458f3e2ece7,revision_number=1']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:39.960759 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-05021ba5-76b0-491c-aaa1-9cf10acf16d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:39.966640 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:39.966995 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:39.967338 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:39.967677 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:39.968013 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:39.968344 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:39.968672 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:39.968997 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:39.969323 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:39.969674 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:39.970004 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:39.970330 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:39.970653 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:39.970973 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:39.971293 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:40.029415 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Attempting to bind port e2bcee30-eeb8-42ca-9433-6458f3e2ece7 on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:43:40.029816 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Attempting to bind port e2bcee30-eeb8-42ca-9433-6458f3e2ece7 by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:43:40.030182 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Attempting to bind port e2bcee30-eeb8-42ca-9433-6458f3e2ece7 on network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:43:40.035171 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:43:40.035564 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Checking segment: {'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:43:40.035953 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:40.036344 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Bound using segment: {'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:43:40.037396 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Bound port: e2bcee30-eeb8-42ca-9433-6458f3e2ece7, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'}}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:43:40.037811 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (e2bcee30-eeb8-42ca-9433-6458f3e2ece7), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:40.077220 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [None req-05021ba5-76b0-491c-aaa1-9cf10acf16d7 admin admin] Allocated IP 172.27.2.244 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/f58e99f3-e3c7-4c24-8d45-0e347510632d) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:43:40.105120 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] For port e2bcee30-eeb8-42ca-9433-6458f3e2ece7, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:43:40.108606 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] For port e2bcee30-eeb8-42ca-9433-6458f3e2ece7, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=e2bcee30-eeb8-42ca-9433-6458f3e2ece7,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:43:40.115021 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (e2bcee30-eeb8-42ca-9433-6458f3e2ece7), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:40.177354 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab436e9-ed8a-4443-9e49-5cf1ad81219e None None] Pushing event updated for resources: {'Port': ['ID=e2bcee30-eeb8-42ca-9433-6458f3e2ece7,revision_number=2']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:40.206323 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-05021ba5-76b0-491c-aaa1-9cf10acf16d7 admin admin] Publish callbacks [] for port (f58e99f3-e3c7-4c24-8d45-0e347510632d), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:40.240810 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-05021ba5-76b0-491c-aaa1-9cf10acf16d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (f58e99f3-e3c7-4c24-8d45-0e347510632d), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:40.282248 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05021ba5-76b0-491c-aaa1-9cf10acf16d7 admin admin] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:43:40.285526 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-05021ba5-76b0-491c-aaa1-9cf10acf16d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:43:40.289506 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05021ba5-76b0-491c-aaa1-9cf10acf16d7 admin admin] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:43:40.297823 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05021ba5-76b0-491c-aaa1-9cf10acf16d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f58e99f3-e3c7-4c24-8d45-0e347510632d,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:40.557807 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-05021ba5-76b0-491c-aaa1-9cf10acf16d7 admin admin] Publish callbacks [] for router_gateway (bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:41.027243 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-05021ba5-76b0-491c-aaa1-9cf10acf16d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558706'] for router (bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:41.083636 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f8d112-c5ca-4972-bd23-a1cfa4408b3d None None] Network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:43:41.168049 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05021ba5-76b0-491c-aaa1-9cf10acf16d7 admin admin] Router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac is scheduled to L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 with binding_index 1 {{(pid=109656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 00:43:41.169959 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-c4f28c97-3963-49a9-9d7f-f0b1bca73900 None None] Provisioning complete for port e2bcee30-eeb8-42ca-9433-6458f3e2ece7 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:43:41.170336 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-c4f28c97-3963-49a9-9d7f-f0b1bca73900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (e2bcee30-eeb8-42ca-9433-6458f3e2ece7), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:41.278821 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05021ba5-76b0-491c-aaa1-9cf10acf16d7 admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:43:41.279042 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-c4f28c97-3963-49a9-9d7f-f0b1bca73900 None None] Current status of the port e2bcee30-eeb8-42ca-9433-6458f3e2ece7 is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:43:41.279423 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-c4f28c97-3963-49a9-9d7f-f0b1bca73900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (e2bcee30-eeb8-42ca-9433-6458f3e2ece7), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:41.293139 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] Sync routers for ids ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:43:41.300297 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-05021ba5-76b0-491c-aaa1-9cf10acf16d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:41.301636 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-05021ba5-76b0-491c-aaa1-9cf10acf16d7 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7735672 Mar 16 00:43:41.305008 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34638) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:41.325428 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] Routers {'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:43:41.326048 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:43:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:41.331379 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-c4f28c97-3963-49a9-9d7f-f0b1bca73900 None None] For port e2bcee30-eeb8-42ca-9433-6458f3e2ece7, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=e2bcee30-eeb8-42ca-9433-6458f3e2ece7,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:43:41.364366 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-c4f28c97-3963-49a9-9d7f-f0b1bca73900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (e2bcee30-eeb8-42ca-9433-6458f3e2ece7), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:41.460023 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f28c97-3963-49a9-9d7f-f0b1bca73900 None None] Pushing event updated for resources: {'Port': ['ID=e2bcee30-eeb8-42ca-9433-6458f3e2ece7,revision_number=3']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:41.490824 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] Set router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:43:41.553598 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-c8db1406-625a-4aec-acb6-1aa10314b830 None None] Provisioning complete for port e2bcee30-eeb8-42ca-9433-6458f3e2ece7 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:43:41.554527 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-c8db1406-625a-4aec-acb6-1aa10314b830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (e2bcee30-eeb8-42ca-9433-6458f3e2ece7), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:41.717591 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-c8db1406-625a-4aec-acb6-1aa10314b830 None None] Current status of the port e2bcee30-eeb8-42ca-9433-6458f3e2ece7 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:43:41.730677 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4eb62c84-a3a3-4692-baad-e13fb37ee890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:41.742841 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:40Z', 'revision_number': 3, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:41.772195 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] Checking router: bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:43:41.773291 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] Updating router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac port f58e99f3-e3c7-4c24-8d45-0e347510632d binding host dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 00:43:41.800458 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (f58e99f3-e3c7-4c24-8d45-0e347510632d), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:41.893128 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [None req-4eb62c84-a3a3-4692-baad-e13fb37ee890 admin admin] Allocated IP 172.20.0.1 (24d49175-3b8e-4ca0-b5c5-e4b583c05691/568d7227-01bf-42e7-b032-35fe043b9e0d/4b9ca5dc-b922-423f-8935-ce185b2dd819) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:43:42.000598 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4eb62c84-a3a3-4692-baad-e13fb37ee890 admin admin] Publish callbacks [] for port (4b9ca5dc-b922-423f-8935-ce185b2dd819), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:42.035748 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4eb62c84-a3a3-4692-baad-e13fb37ee890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (4b9ca5dc-b922-423f-8935-ce185b2dd819), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:42.066627 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device e2bcee30-eeb8-42ca-9433-6458f3e2ece7 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:43:42.071822 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] Publish callbacks [] for port (f58e99f3-e3c7-4c24-8d45-0e347510632d), precommit_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:42.079329 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb62c84-a3a3-4692-baad-e13fb37ee890 admin admin] Network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:43:42.084221 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-4eb62c84-a3a3-4692-baad-e13fb37ee890 admin admin] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:43:42.088398 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb62c84-a3a3-4692-baad-e13fb37ee890 admin admin] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:43:42.099628 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (f58e99f3-e3c7-4c24-8d45-0e347510632d), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:42.113149 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb62c84-a3a3-4692-baad-e13fb37ee890 admin admin] Pushing event updated for resources: {'Port': ['ID=4b9ca5dc-b922-423f-8935-ce185b2dd819,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:42.130943 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4eb62c84-a3a3-4692-baad-e13fb37ee890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558721'] for router_interface (bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:42.171824 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] Attempting to bind port f58e99f3-e3c7-4c24-8d45-0e347510632d on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:43:42.172459 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] Attempting to bind port f58e99f3-e3c7-4c24-8d45-0e347510632d by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:43:42.173079 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] Attempting to bind port f58e99f3-e3c7-4c24-8d45-0e347510632d on network d7b91a62-3519-438e-afea-681b80fa7f46 {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:43:42.178377 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae35f4-62f2-4fe9-9b16-23e9f5662834 None None] Pushing event updated for resources: {'Port': ['ID=f58e99f3-e3c7-4c24-8d45-0e347510632d,revision_number=2']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:42.187984 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:43:42.188378 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] Checking segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:43:42.188785 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:42.189183 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] Bound using segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:43:42.189697 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] Bound port: f58e99f3-e3c7-4c24-8d45-0e347510632d, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:43:42.190080 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (f58e99f3-e3c7-4c24-8d45-0e347510632d), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:42.216713 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port e2bcee30-eeb8-42ca-9433-6458f3e2ece7 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:43:42.217081 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (e2bcee30-eeb8-42ca-9433-6458f3e2ece7), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:42.279580 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4eb62c84-a3a3-4692-baad-e13fb37ee890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (4b9ca5dc-b922-423f-8935-ce185b2dd819), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:42.284898 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] For port f58e99f3-e3c7-4c24-8d45-0e347510632d, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:43:42.289805 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] For port f58e99f3-e3c7-4c24-8d45-0e347510632d, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=f58e99f3-e3c7-4c24-8d45-0e347510632d,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:43:42.298138 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (f58e99f3-e3c7-4c24-8d45-0e347510632d), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:42.395141 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port e2bcee30-eeb8-42ca-9433-6458f3e2ece7 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:43:42.398211 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] Routers {'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:43:42.398868 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:43:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:42.445419 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-7d178395-86e9-4431-bbb7-dfb60cb5275d None None] Provisioning complete for port 4b9ca5dc-b922-423f-8935-ce185b2dd819 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:43:42.445822 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-7d178395-86e9-4431-bbb7-dfb60cb5275d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (4b9ca5dc-b922-423f-8935-ce185b2dd819), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:42.452780 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4eb62c84-a3a3-4692-baad-e13fb37ee890 admin admin] Publish callbacks [] for port (4b9ca5dc-b922-423f-8935-ce185b2dd819), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:42.458156 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4eb62c84-a3a3-4692-baad-e13fb37ee890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (4b9ca5dc-b922-423f-8935-ce185b2dd819), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:42.537821 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb62c84-a3a3-4692-baad-e13fb37ee890 admin admin] Pushing event updated for resources: {'Port': ['ID=4b9ca5dc-b922-423f-8935-ce185b2dd819,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:42.542121 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4eb62c84-a3a3-4692-baad-e13fb37ee890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557361'] for router_interface (bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:42.628192 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae35f4-62f2-4fe9-9b16-23e9f5662834 None None] Pushing event updated for resources: {'Port': ['ID=f58e99f3-e3c7-4c24-8d45-0e347510632d,revision_number=3']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:42.649161 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb62c84-a3a3-4692-baad-e13fb37ee890 admin admin] Network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:43:42.650624 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-4eb62c84-a3a3-4692-baad-e13fb37ee890 admin admin] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:43:42.660622 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-7d178395-86e9-4431-bbb7-dfb60cb5275d None None] Port 4b9ca5dc-b922-423f-8935-ce185b2dd819 cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:43:42.686163 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] Set router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:43:42.771187 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb62c84-a3a3-4692-baad-e13fb37ee890 admin admin] Router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:43:42.895753 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb62c84-a3a3-4692-baad-e13fb37ee890 admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:43:42.899151 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-61037e8f-0e47-40d8-b379-37c90567eba2 None None] Provisioning complete for port 4b9ca5dc-b922-423f-8935-ce185b2dd819 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:43:42.899716 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-61037e8f-0e47-40d8-b379-37c90567eba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (4b9ca5dc-b922-423f-8935-ce185b2dd819), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:42.901984 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-4eb62c84-a3a3-4692-baad-e13fb37ee890 admin admin] 10.222.0.10 "PUT /v2.0/routers/bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5958400 Mar 16 00:43:42.939895 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-61037e8f-0e47-40d8-b379-37c90567eba2 None None] Port 4b9ca5dc-b922-423f-8935-ce185b2dd819 cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:43:42.945713 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:41Z', 'revision_number': 1, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:42.980158 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dee0dc-8343-4f35-b286-93c28d007003 None None] The sync data for ids ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'] in dv-cinder-831247-13-iscsi is: [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:41Z', 'revision_number': 1, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:43:43.313220 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34646) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:43.318018 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-5d7430e5-be29-43e0-bdf6-25314308d00e tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2034042369', 'description': 'tempest-description--42871352'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:43:43.339704 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5d7430e5-be29-43e0-bdf6-25314308d00e tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:43.415107 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5d7430e5-be29-43e0-bdf6-25314308d00e tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (a362f634-61c3-4555-8137-1168541f38ae), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:43.419051 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5d7430e5-be29-43e0-bdf6-25314308d00e tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (a362f634-61c3-4555-8137-1168541f38ae), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:43.454695 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5d7430e5-be29-43e0-bdf6-25314308d00e tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:43.455943 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-5d7430e5-be29-43e0-bdf6-25314308d00e tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1416521 Mar 16 00:43:43.458795 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34648) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:43.464616 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-2ecfff6b-0898-4fa8-9c62-a520cae528bc tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'security_group_rule': {'security_group_id': 'a362f634-61c3-4555-8137-1168541f38ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:43:43.469904 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7430e5-be29-43e0-bdf6-25314308d00e tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a362f634-61c3-4555-8137-1168541f38ae,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:43.492661 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2ecfff6b-0898-4fa8-9c62-a520cae528bc tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (791b32f0-0436-43e2-b92f-9304b636c52a), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:43.549715 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2ecfff6b-0898-4fa8-9c62-a520cae528bc tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (791b32f0-0436-43e2-b92f-9304b636c52a), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:43.553804 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2ecfff6b-0898-4fa8-9c62-a520cae528bc tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (791b32f0-0436-43e2-b92f-9304b636c52a), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:43.573083 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfff6b-0898-4fa8-9c62-a520cae528bc tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791b32f0-0436-43e2-b92f-9304b636c52a,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:43.581705 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2ecfff6b-0898-4fa8-9c62-a520cae528bc tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:43.582924 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-2ecfff6b-0898-4fa8-9c62-a520cae528bc tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232009 Mar 16 00:43:43.586211 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34650) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:43.591019 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-d36c95cc-598a-49ff-a01b-42184f4d498d tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'security_group_rule': {'security_group_id': 'a362f634-61c3-4555-8137-1168541f38ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:43:43.616186 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d36c95cc-598a-49ff-a01b-42184f4d498d tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (47f556cc-64f7-4dbf-9c08-fb2323d7bf37), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:43.692884 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d36c95cc-598a-49ff-a01b-42184f4d498d tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (47f556cc-64f7-4dbf-9c08-fb2323d7bf37), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:43.700025 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d36c95cc-598a-49ff-a01b-42184f4d498d tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (47f556cc-64f7-4dbf-9c08-fb2323d7bf37), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:43.718228 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c95cc-598a-49ff-a01b-42184f4d498d tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f556cc-64f7-4dbf-9c08-fb2323d7bf37,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:43.726933 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d36c95cc-598a-49ff-a01b-42184f4d498d tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:43.729130 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-d36c95cc-598a-49ff-a01b-42184f4d498d tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418476 Mar 16 00:43:43.732798 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34652) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:43.737555 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-6da6df8d-a61a-4196-87dc-a5d1c933b67b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'floatingip': {'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:43:43.761645 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6da6df8d-a61a-4196-87dc-a5d1c933b67b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:43.859582 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6da6df8d-a61a-4196-87dc-a5d1c933b67b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:43.968405 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [None req-6da6df8d-a61a-4196-87dc-a5d1c933b67b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Allocated IP 172.27.2.241 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/83c7d321-3966-4d4e-b1d7-329aabcc72e8) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:43:44.066480 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device f58e99f3-e3c7-4c24-8d45-0e347510632d up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:43:44.092444 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6da6df8d-a61a-4196-87dc-a5d1c933b67b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for port (83c7d321-3966-4d4e-b1d7-329aabcc72e8), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:44.118556 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port f58e99f3-e3c7-4c24-8d45-0e347510632d triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:43:44.119040 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (f58e99f3-e3c7-4c24-8d45-0e347510632d), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:44.128881 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6da6df8d-a61a-4196-87dc-a5d1c933b67b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (83c7d321-3966-4d4e-b1d7-329aabcc72e8), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:44.170080 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da6df8d-a61a-4196-87dc-a5d1c933b67b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:43:44.174950 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-6da6df8d-a61a-4196-87dc-a5d1c933b67b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:43:44.177554 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6df8d-a61a-4196-87dc-a5d1c933b67b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:43:44.202553 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6df8d-a61a-4196-87dc-a5d1c933b67b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'Port': ['ID=83c7d321-3966-4d4e-b1d7-329aabcc72e8,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:44.212987 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port f58e99f3-e3c7-4c24-8d45-0e347510632d is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:43:44.213385 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (f58e99f3-e3c7-4c24-8d45-0e347510632d), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:44.237824 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] For port f58e99f3-e3c7-4c24-8d45-0e347510632d, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=f58e99f3-e3c7-4c24-8d45-0e347510632d,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:43:44.242602 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (f58e99f3-e3c7-4c24-8d45-0e347510632d), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:44.279949 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6da6df8d-a61a-4196-87dc-a5d1c933b67b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (35e51ef4-63ae-4e45-be22-4c08e74f7f2b), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:44.304979 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Pushing event updated for resources: {'Port': ['ID=f58e99f3-e3c7-4c24-8d45-0e347510632d,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:44.321994 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6da6df8d-a61a-4196-87dc-a5d1c933b67b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (83c7d321-3966-4d4e-b1d7-329aabcc72e8), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:44.467862 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6da6df8d-a61a-4196-87dc-a5d1c933b67b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for port (83c7d321-3966-4d4e-b1d7-329aabcc72e8), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:44.472816 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6da6df8d-a61a-4196-87dc-a5d1c933b67b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (83c7d321-3966-4d4e-b1d7-329aabcc72e8), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:44.542299 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6df8d-a61a-4196-87dc-a5d1c933b67b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'Port': ['ID=83c7d321-3966-4d4e-b1d7-329aabcc72e8,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:44.553625 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6da6df8d-a61a-4196-87dc-a5d1c933b67b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (35e51ef4-63ae-4e45-be22-4c08e74f7f2b), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:44.569325 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6da6df8d-a61a-4196-87dc-a5d1c933b67b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:44.570699 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-6da6df8d-a61a-4196-87dc-a5d1c933b67b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8367505 Mar 16 00:43:44.718121 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-aec56506-4a26-431a-85a4-4f24ed0dc2c9 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2034042369&fields=id&tenant_id=e55c140cd0e64390af59e1e928324ee3 HTTP/1.1" status: 200 len: 267 time: 0.0450702 Mar 16 00:43:44.827806 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-d1cefbcd-b853-4a5e-8da6-783cea626cc3 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:44.829344 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-d1cefbcd-b853-4a5e-8da6-783cea626cc3 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/networks?id=24d49175-3b8e-4ca0-b5c5-e4b583c05691 HTTP/1.1" status: 200 len: 815 time: 0.1047237 Mar 16 00:43:44.846259 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-c8743f37-9258-4c6b-b937-8c01c2fb619e tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/quotas/e55c140cd0e64390af59e1e928324ee3 HTTP/1.1" status: 200 len: 375 time: 0.0108323 Mar 16 00:43:44.901658 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-0fc18fdc-0bcb-4991-8994-92c8584ef820 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e55c140cd0e64390af59e1e928324ee3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502300 Mar 16 00:43:44.918285 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-493a03a0-3552-4c4d-92f9-4e0a3b43da52 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109656) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 00:43:44.919302 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-493a03a0-3552-4c4d-92f9-4e0a3b43da52 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061460 Mar 16 00:43:45.007009 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] Sync routers for ids ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:43:45.011768 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-bdc3068b-3d7b-4d10-ba90-2c7a395c986a service neutron] 10.222.0.10 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864563 Mar 16 00:43:45.016499 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] Routers {'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:43:45.017150 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:43:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:45.103749 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-6031bf26-6c77-437f-85d6-cb5edcf7ce2e service neutron] 10.222.0.10 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860231 Mar 16 00:43:45.124234 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] Set router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:43:45.277734 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f15675e8-c66e-460a-978d-2237b5c5f889 req-b9f14e5e-e77b-44c4-ac80-c37d31f58962 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eab6e02-6dab-4edf-95f7-483ff9e66922 HTTP/1.1" status: 200 len: 210 time: 0.0307231 Mar 16 00:43:45.340762 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 2, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:45.371206 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] Checking router: bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:43:45.371561 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] Updating router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac port 4b9ca5dc-b922-423f-8935-ce185b2dd819 binding host dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 00:43:45.399728 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (4b9ca5dc-b922-423f-8935-ce185b2dd819), before_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:45.671600 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] Publish callbacks [] for port (4b9ca5dc-b922-423f-8935-ce185b2dd819), precommit_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:45.677447 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (4b9ca5dc-b922-423f-8935-ce185b2dd819), after_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:45.750710 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b570fc-c5c3-48f9-aecf-f743b69584a0 None None] Pushing event updated for resources: {'Port': ['ID=4b9ca5dc-b922-423f-8935-ce185b2dd819,revision_number=3']} {{(pid=109658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:45.778996 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b570fc-c5c3-48f9-aecf-f743b69584a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:45.779344 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b570fc-c5c3-48f9-aecf-f743b69584a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:45.779706 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b570fc-c5c3-48f9-aecf-f743b69584a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:45.780067 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b570fc-c5c3-48f9-aecf-f743b69584a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:45.780405 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b570fc-c5c3-48f9-aecf-f743b69584a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:45.780740 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b570fc-c5c3-48f9-aecf-f743b69584a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:45.781065 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b570fc-c5c3-48f9-aecf-f743b69584a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:45.781393 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b570fc-c5c3-48f9-aecf-f743b69584a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:45.781763 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b570fc-c5c3-48f9-aecf-f743b69584a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:45.782091 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b570fc-c5c3-48f9-aecf-f743b69584a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:45.782426 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b570fc-c5c3-48f9-aecf-f743b69584a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:45.782766 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b570fc-c5c3-48f9-aecf-f743b69584a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:45.783090 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b570fc-c5c3-48f9-aecf-f743b69584a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:45.783410 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b570fc-c5c3-48f9-aecf-f743b69584a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:45.783727 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b570fc-c5c3-48f9-aecf-f743b69584a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:43:45.799115 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] Attempting to bind port 4b9ca5dc-b922-423f-8935-ce185b2dd819 on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:43:45.799508 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] Attempting to bind port 4b9ca5dc-b922-423f-8935-ce185b2dd819 by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'}] {{(pid=109658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:43:45.800110 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] Attempting to bind port 4b9ca5dc-b922-423f-8935-ce185b2dd819 on network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:43:45.805798 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:43:45.806173 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] Checking segment: {'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:43:45.806641 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:45.807229 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] Bound using segment: {'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'} {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:43:45.807957 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] Bound port: 4b9ca5dc-b922-423f-8935-ce185b2dd819, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'}}] {{(pid=109658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:43:45.808584 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (4b9ca5dc-b922-423f-8935-ce185b2dd819), before_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:45.889670 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.db [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] For port 4b9ca5dc-b922-423f-8935-ce185b2dd819, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:43:45.892864 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.db [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] For port 4b9ca5dc-b922-423f-8935-ce185b2dd819, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=4b9ca5dc-b922-423f-8935-ce185b2dd819,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:43:45.899080 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (4b9ca5dc-b922-423f-8935-ce185b2dd819), after_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:45.962555 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b570fc-c5c3-48f9-aecf-f743b69584a0 None None] Pushing event updated for resources: {'Port': ['ID=4b9ca5dc-b922-423f-8935-ce185b2dd819,revision_number=4']} {{(pid=109658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:45.965157 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] Routers {'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:43:45.965716 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:43:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:45.985823 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-12604ec3-7e92-4796-8198-83a92e950d5c None None] Provisioning complete for port 4b9ca5dc-b922-423f-8935-ce185b2dd819 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:43:45.986313 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-12604ec3-7e92-4796-8198-83a92e950d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (4b9ca5dc-b922-423f-8935-ce185b2dd819), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:46.071217 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device f58e99f3-e3c7-4c24-8d45-0e347510632d up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:43:46.086885 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] Set router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:43:46.121087 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-12604ec3-7e92-4796-8198-83a92e950d5c None None] Current status of the port 4b9ca5dc-b922-423f-8935-ce185b2dd819 is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:43:46.121578 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-12604ec3-7e92-4796-8198-83a92e950d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (4b9ca5dc-b922-423f-8935-ce185b2dd819), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:46.171091 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-12604ec3-7e92-4796-8198-83a92e950d5c None None] For port 4b9ca5dc-b922-423f-8935-ce185b2dd819, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=4b9ca5dc-b922-423f-8935-ce185b2dd819,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:43:46.173315 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port f58e99f3-e3c7-4c24-8d45-0e347510632d triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:43:46.173750 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (f58e99f3-e3c7-4c24-8d45-0e347510632d), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:46.196773 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-12604ec3-7e92-4796-8198-83a92e950d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (4b9ca5dc-b922-423f-8935-ce185b2dd819), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:46.259662 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12604ec3-7e92-4796-8198-83a92e950d5c None None] Pushing event updated for resources: {'Port': ['ID=4b9ca5dc-b922-423f-8935-ce185b2dd819,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:46.310357 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:45Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:46.310735 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port f58e99f3-e3c7-4c24-8d45-0e347510632d is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:43:46.325359 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-e8a57d77-cb7b-4be5-98b9-75ef18d3446b None None] Provisioning complete for port 4b9ca5dc-b922-423f-8935-ce185b2dd819 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:43:46.325788 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e8a57d77-cb7b-4be5-98b9-75ef18d3446b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (4b9ca5dc-b922-423f-8935-ce185b2dd819), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:46.354700 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fb65a4-7f10-48a0-a3b0-f37176e5575a None None] The sync data for ids ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'] in dv-cinder-831247-13-iscsi is: [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:45Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:43:46.410609 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5bb3f80b-62cf-418c-b066-c9d6538f0846 req-5a5e2903-dc5d-4590-a624-d0eb12a41edd tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eab6e02-6dab-4edf-95f7-483ff9e66922 HTTP/1.1" status: 200 len: 210 time: 0.0449591 Mar 16 00:43:46.437380 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-74e2da72-9b69-47cf-984e-9f1ce0b59a42 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:46.438993 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-74e2da72-9b69-47cf-984e-9f1ce0b59a42 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.46 "GET /v2.0/networks?id=24d49175-3b8e-4ca0-b5c5-e4b583c05691 HTTP/1.1" status: 200 len: 815 time: 0.2191193 Mar 16 00:43:46.452450 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-e8a57d77-cb7b-4be5-98b9-75ef18d3446b None None] Current status of the port 4b9ca5dc-b922-423f-8935-ce185b2dd819 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:43:46.505401 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-e9211807-18a1-49be-93e5-dd963645f1ec tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e55c140cd0e64390af59e1e928324ee3 HTTP/1.1" status: 200 len: 380 time: 0.0583534 Mar 16 00:43:46.513974 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-4214e7b6-0ee7-4975-8632-a60ea41f556b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'port': {'device_id': '5eab6e02-6dab-4edf-95f7-483ff9e66922', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'admin_state_up': True, 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'security_groups': ['a362f634-61c3-4555-8137-1168541f38ae']}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:43:46.624809 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-4214e7b6-0ee7-4975-8632-a60ea41f556b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Made reservation on behalf of e55c140cd0e64390af59e1e928324ee3 for: {'port': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:43:46.628243 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-4214e7b6-0ee7-4975-8632-a60ea41f556b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:46.752539 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-4214e7b6-0ee7-4975-8632-a60ea41f556b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Allocated IP 172.20.0.6 (24d49175-3b8e-4ca0-b5c5-e4b583c05691/568d7227-01bf-42e7-b032-35fe043b9e0d/7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:43:46.900707 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-4214e7b6-0ee7-4975-8632-a60ea41f556b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for port (7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:46.934275 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-4214e7b6-0ee7-4975-8632-a60ea41f556b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:46.978897 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-4214e7b6-0ee7-4975-8632-a60ea41f556b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:43:46.982071 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-4214e7b6-0ee7-4975-8632-a60ea41f556b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:43:46.985679 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-4214e7b6-0ee7-4975-8632-a60ea41f556b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:43:47.008905 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214e7b6-0ee7-4975-8632-a60ea41f556b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'Port': ['ID=7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:47.036875 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-4214e7b6-0ee7-4975-8632-a60ea41f556b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:47.037502 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-4214e7b6-0ee7-4975-8632-a60ea41f556b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:47.054068 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-4214e7b6-0ee7-4975-8632-a60ea41f556b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5438604 Mar 16 00:43:47.063203 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-39f6ca50-e2eb-4780-a845-8f99e19d0cca tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109656) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 00:43:47.064305 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-39f6ca50-e2eb-4780-a845-8f99e19d0cca tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051801 Mar 16 00:43:47.120355 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-090a8203-1218-4008-9993-f731fe85f772 service neutron] Request body: {'port': {'device_id': '5eab6e02-6dab-4edf-95f7-483ff9e66922', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:43:47.175003 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-e36af084-9301-4dd1-8313-402f59963179 None None] Provisioning complete for port 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:43:47.175540 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e36af084-9301-4dd1-8313-402f59963179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:47.183147 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-090a8203-1218-4008-9993-f731fe85f772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:47.210095 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-e36af084-9301-4dd1-8313-402f59963179 None None] Port 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:43:47.437230 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-090a8203-1218-4008-9993-f731fe85f772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c {{(pid=109656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:43:47.444895 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-090a8203-1218-4008-9993-f731fe85f772 service neutron] Publish callbacks [] for port (7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:47.456685 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.provisioning_blocks [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-090a8203-1218-4008-9993-f731fe85f772 service neutron] Transition to ACTIVE for port object 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c will not be triggered until provisioned by entity L2. {{(pid=109656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 00:43:47.460711 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-090a8203-1218-4008-9993-f731fe85f772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:47.515670 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a8203-1218-4008-9993-f731fe85f772 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:47.546297 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c57def-9535-4013-aa07-d9f4cb4d85ff req-a9ccea4b-8c9b-48f8-8c90-f9438589d933 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:47.548008 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d0c57def-9535-4013-aa07-d9f4cb4d85ff req-a9ccea4b-8c9b-48f8-8c90-f9438589d933 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eab6e02-6dab-4edf-95f7-483ff9e66922 HTTP/1.1" status: 200 len: 943 time: 0.0652211 Mar 16 00:43:47.585008 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-090a8203-1218-4008-9993-f731fe85f772 service neutron] Attempting to bind port 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:43:47.585513 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-090a8203-1218-4008-9993-f731fe85f772 service neutron] Attempting to bind port 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:43:47.585996 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-090a8203-1218-4008-9993-f731fe85f772 service neutron] Attempting to bind port 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c on network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:43:47.591052 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-090a8203-1218-4008-9993-f731fe85f772 service neutron] Port 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c on network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 00:43:47.591381 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-090a8203-1218-4008-9993-f731fe85f772 service neutron] Attempting to bind port 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c on network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:43:47.598527 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-090a8203-1218-4008-9993-f731fe85f772 service neutron] Checking agent: {'id': 'b9d601fa-f980-49b0-9520-143ebd33322f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'started_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:43:47.598877 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-090a8203-1218-4008-9993-f731fe85f772 service neutron] Checking segment: {'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:43:47.599264 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-090a8203-1218-4008-9993-f731fe85f772 service neutron] Bound using segment: {'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:43:47.599710 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-090a8203-1218-4008-9993-f731fe85f772 service neutron] Bound port: 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'}}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:43:47.599971 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-d0c57def-9535-4013-aa07-d9f4cb4d85ff req-f4485238-1a42-4dc8-9534-3edc05683caf tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=a362f634-61c3-4555-8137-1168541f38ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462928 Mar 16 00:43:47.600107 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-090a8203-1218-4008-9993-f731fe85f772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:47.666038 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-090a8203-1218-4008-9993-f731fe85f772 service neutron] For port 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c, host hv-cinder-83124, cleared binding levels {{(pid=109656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:43:47.669220 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-090a8203-1218-4008-9993-f731fe85f772 service neutron] For port 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:43:47.675766 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-090a8203-1218-4008-9993-f731fe85f772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:47.712893 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-090a8203-1218-4008-9993-f731fe85f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:47.713528 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-090a8203-1218-4008-9993-f731fe85f772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:47.714908 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-090a8203-1218-4008-9993-f731fe85f772 service neutron] 10.222.0.46 "PUT /v2.0/ports/7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c HTTP/1.1" status: 200 len: 1093 time: 0.6442146 Mar 16 00:43:47.715348 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eab6e02-6dab-4edf-95f7-483ff9e66922', 'tag': '7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:43:47.717628 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31f5e82-3378-48a0-ad5c-a07632815b80" -d '{"events": [{"name": "network-changed", "server_uuid": "5eab6e02-6dab-4edf-95f7-483ff9e66922", "tag": "7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:43:47.746428 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a8203-1218-4008-9993-f731fe85f772 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c,revision_number=3']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:47.775848 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252b8865-faa5-45d3-9d42-8c877c91f817 x-openstack-request-id: req-252b8865-faa5-45d3-9d42-8c877c91f817 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:43:47.776133 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eab6e02-6dab-4edf-95f7-483ff9e66922", "tag": "7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:43:47.776612 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-252b8865-faa5-45d3-9d42-8c877c91f817 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:43:47.776781 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eab6e02-6dab-4edf-95f7-483ff9e66922', 'tag': '7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c', 'status': 'completed', 'code': 200} Mar 16 00:43:47.815591 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-b2a33151-d02e-4c40-b73f-8827479650e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:47.817094 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-b2a33151-d02e-4c40-b73f-8827479650e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e55c140cd0e64390af59e1e928324ee3&device_id=5eab6e02-6dab-4edf-95f7-483ff9e66922 HTTP/1.1" status: 200 len: 1127 time: 0.0516951 Mar 16 00:43:47.858608 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-cdce5044-7be3-4eab-a14c-4a9631b825db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c HTTP/1.1" status: 200 len: 217 time: 0.0338995 Mar 16 00:43:47.911048 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-711a98b1-0342-4001-8956-1e900ce50c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:47.912488 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-711a98b1-0342-4001-8956-1e900ce50c51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=568d7227-01bf-42e7-b032-35fe043b9e0d HTTP/1.1" status: 200 len: 854 time: 0.0489061 Mar 16 00:43:47.966808 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-1e9eb34f-8555-4f95-8451-38162130ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:47.968192 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-1e9eb34f-8555-4f95-8451-38162130ab84 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24d49175-3b8e-4ca0-b5c5-e4b583c05691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0496736 Mar 16 00:43:48.043913 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 4b9ca5dc-b922-423f-8935-ce185b2dd819 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:43:48.061650 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-f4844018-0955-4007-bbfb-4490c6af86bd service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872416 Mar 16 00:43:48.093596 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 4b9ca5dc-b922-423f-8935-ce185b2dd819 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:43:48.093975 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (4b9ca5dc-b922-423f-8935-ce185b2dd819), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:48.154955 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c69091b3-c1ba-410c-9ade-806ca8b3c7cc req-3ea6ae88-8567-4c99-9038-4daf5dbee9c9 service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875461 Mar 16 00:43:48.169513 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 4b9ca5dc-b922-423f-8935-ce185b2dd819 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:43:48.253328 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f5e82-3378-48a0-ad5c-a07632815b80 req-a2b34c7b-1f03-476b-b952-2a503b539f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:48.254770 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e31f5e82-3378-48a0-ad5c-a07632815b80 req-a2b34c7b-1f03-476b-b952-2a503b539f3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e55c140cd0e64390af59e1e928324ee3&device_id=5eab6e02-6dab-4edf-95f7-483ff9e66922 HTTP/1.1" status: 200 len: 1127 time: 0.0545366 Mar 16 00:43:48.344180 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f5e82-3378-48a0-ad5c-a07632815b80 req-892f4ba5-8473-4f1a-840d-300ad7bdd2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:48.345677 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e31f5e82-3378-48a0-ad5c-a07632815b80 req-892f4ba5-8473-4f1a-840d-300ad7bdd2d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=24d49175-3b8e-4ca0-b5c5-e4b583c05691 HTTP/1.1" status: 200 len: 916 time: 0.0844498 Mar 16 00:43:48.385877 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e31f5e82-3378-48a0-ad5c-a07632815b80 req-1668ee46-bc44-4e58-982c-44fba720d6dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c HTTP/1.1" status: 200 len: 217 time: 0.0336816 Mar 16 00:43:48.430960 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f5e82-3378-48a0-ad5c-a07632815b80 req-2b9a85c6-c771-4e05-85e8-93492e81c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:48.432374 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e31f5e82-3378-48a0-ad5c-a07632815b80 req-2b9a85c6-c771-4e05-85e8-93492e81c087 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=568d7227-01bf-42e7-b032-35fe043b9e0d HTTP/1.1" status: 200 len: 854 time: 0.0411470 Mar 16 00:43:48.484017 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f5e82-3378-48a0-ad5c-a07632815b80 req-9b77800a-0a58-4025-b794-a59375b0e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:48.485532 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e31f5e82-3378-48a0-ad5c-a07632815b80 req-9b77800a-0a58-4025-b794-a59375b0e48a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24d49175-3b8e-4ca0-b5c5-e4b583c05691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465119 Mar 16 00:43:48.579142 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e31f5e82-3378-48a0-ad5c-a07632815b80 req-679bc8ad-60be-46db-a97e-342389532f0e service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867136 Mar 16 00:43:48.669257 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e31f5e82-3378-48a0-ad5c-a07632815b80 req-b47f4c8d-1040-4894-a940-1a54a21c53bd service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838938 Mar 16 00:43:48.721640 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b91e10-104c-4ec7-9a03-0bcd60e6145c req-c5cd239f-7a16-4ad6-ba1d-8c8ea90a2010 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:48.723136 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a5b91e10-104c-4ec7-9a03-0bcd60e6145c req-c5cd239f-7a16-4ad6-ba1d-8c8ea90a2010 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eab6e02-6dab-4edf-95f7-483ff9e66922 HTTP/1.1" status: 200 len: 943 time: 0.0559106 Mar 16 00:43:48.770293 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a5b91e10-104c-4ec7-9a03-0bcd60e6145c req-fec4572d-10e0-4191-a30d-043c0607c74a tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=a362f634-61c3-4555-8137-1168541f38ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410514 Mar 16 00:43:49.888340 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20668cfa-0f62-44c1-9c65-c3e5b0eefa69 req-a9511e9d-7532-42f4-9ef3-8f486f82d61f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:49.889824 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-20668cfa-0f62-44c1-9c65-c3e5b0eefa69 req-a9511e9d-7532-42f4-9ef3-8f486f82d61f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eab6e02-6dab-4edf-95f7-483ff9e66922 HTTP/1.1" status: 200 len: 943 time: 0.0514517 Mar 16 00:43:49.934869 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-20668cfa-0f62-44c1-9c65-c3e5b0eefa69 req-ae306abc-2ecb-45ec-903e-9681126cb120 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=a362f634-61c3-4555-8137-1168541f38ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395906 Mar 16 00:43:49.997991 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-4f3786b3-f887-429e-ac5c-570cae40f40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:50.484614 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:43:50.578753 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:43:50.590601 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': '7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'port_id': '7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c', 'mac_address': 'fa:16:3e:8b:90:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:43:50.629725 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:43:50.630109 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:50.643160 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:43:50.661662 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:43:50.666225 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:50.714184 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:50.870827 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:43:51.052511 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7d33a-b948-44b5-b25b-70abff521f34 req-05ddf0aa-9aef-4fc1-b2c4-02b7e8d99d51 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:51.054011 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5fa7d33a-b948-44b5-b25b-70abff521f34 req-05ddf0aa-9aef-4fc1-b2c4-02b7e8d99d51 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eab6e02-6dab-4edf-95f7-483ff9e66922 HTTP/1.1" status: 200 len: 944 time: 0.0524187 Mar 16 00:43:51.099138 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5fa7d33a-b948-44b5-b25b-70abff521f34 req-c16ef739-64e2-4e79-85a1-f083914365d8 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=a362f634-61c3-4555-8137-1168541f38ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393653 Mar 16 00:43:52.216786 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1ddbb-e8de-4881-ba3d-5ca74a3d6988 req-c9d87cdc-8d92-4d2b-b462-f78d6d4f9317 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:52.218314 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-33a1ddbb-e8de-4881-ba3d-5ca74a3d6988 req-c9d87cdc-8d92-4d2b-b462-f78d6d4f9317 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eab6e02-6dab-4edf-95f7-483ff9e66922 HTTP/1.1" status: 200 len: 944 time: 0.0515234 Mar 16 00:43:52.263455 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-33a1ddbb-e8de-4881-ba3d-5ca74a3d6988 req-4e158b40-0537-4e35-9e26-f6014d38efa7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=a362f634-61c3-4555-8137-1168541f38ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397794 Mar 16 00:43:52.342537 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-d1b0278a-351e-4d94-8579-5d0fc82136b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:52.484310 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:43:52.532403 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning for port 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c completed by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 00:43:52.536350 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:43:52.536716 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:52.610608 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:43:52.610995 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:52.636505 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eab6e02-6dab-4edf-95f7-483ff9e66922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:43:52.638727 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab889d64-9c17-4e65-942e-9adaf627008c" -d '{"events": [{"server_uuid": "5eab6e02-6dab-4edf-95f7-483ff9e66922", "name": "network-vif-plugged", "status": "completed", "tag": "7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:43:52.650684 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:43:52.654824 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:52.706553 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:43:52.727873 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e033e77e-e1ee-4aef-95a5-bdff256c73de x-openstack-request-id: req-e033e77e-e1ee-4aef-95a5-bdff256c73de {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:43:52.728168 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eab6e02-6dab-4edf-95f7-483ff9e66922", "name": "network-vif-plugged", "status": "completed", "tag": "7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:43:52.728422 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e033e77e-e1ee-4aef-95a5-bdff256c73de {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:43:52.728818 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eab6e02-6dab-4edf-95f7-483ff9e66922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c', 'code': 200} Mar 16 00:43:53.021821 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:53.149669 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb601f1b-6ca9-42f2-875e-4003f1d215ed req-66f7f2bb-1f9a-4b26-b882-4adde380b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:53.151206 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb601f1b-6ca9-42f2-875e-4003f1d215ed req-66f7f2bb-1f9a-4b26-b882-4adde380b49d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5eab6e02-6dab-4edf-95f7-483ff9e66922 HTTP/1.1" status: 200 len: 1129 time: 0.3044620 Mar 16 00:43:53.192314 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bb601f1b-6ca9-42f2-875e-4003f1d215ed req-11c9d4a9-5922-409d-9aec-2fe09578cc7d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a362f634-61c3-4555-8137-1168541f38ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355260 Mar 16 00:43:53.379156 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec32e34-18af-4bdf-acb5-88d2cbbada41 req-6826b1d0-e4a0-48cd-976f-d2a09ff398b6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:53.380631 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2ec32e34-18af-4bdf-acb5-88d2cbbada41 req-6826b1d0-e4a0-48cd-976f-d2a09ff398b6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eab6e02-6dab-4edf-95f7-483ff9e66922 HTTP/1.1" status: 200 len: 945 time: 0.0521104 Mar 16 00:43:53.425898 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2ec32e34-18af-4bdf-acb5-88d2cbbada41 req-26247ad0-f08c-4501-9805-5965993f15cb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=a362f634-61c3-4555-8137-1168541f38ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390518 Mar 16 00:43:53.619764 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:54.546471 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4680be7-6bb5-4357-9b92-93a931a1afe1 req-86e17a90-24db-4f43-8064-4e218d0b85f8 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:54.547941 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a4680be7-6bb5-4357-9b92-93a931a1afe1 req-86e17a90-24db-4f43-8064-4e218d0b85f8 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eab6e02-6dab-4edf-95f7-483ff9e66922 HTTP/1.1" status: 200 len: 945 time: 0.0539310 Mar 16 00:43:54.593160 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a4680be7-6bb5-4357-9b92-93a931a1afe1 req-86e6c903-171b-427e-b0bd-765770ab18d5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=a362f634-61c3-4555-8137-1168541f38ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397797 Mar 16 00:43:54.707384 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083bd19-8fa0-4672-9c14-c4bf6dd6ec96 req-10f35137-4179-4aa7-b2b4-5f23f6cf6d9b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:54.708742 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1083bd19-8fa0-4672-9c14-c4bf6dd6ec96 req-10f35137-4179-4aa7-b2b4-5f23f6cf6d9b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eab6e02-6dab-4edf-95f7-483ff9e66922 HTTP/1.1" status: 200 len: 945 time: 0.0550399 Mar 16 00:43:54.717302 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34712) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:43:54.721613 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-62d2320f-d948-4eb9-9a39-69abfc9f44da tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'floatingip': {'port_id': '7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:43:54.760096 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-62d2320f-d948-4eb9-9a39-69abfc9f44da tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (35e51ef4-63ae-4e45-be22-4c08e74f7f2b), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:55.019551 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:55.180251 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-62d2320f-d948-4eb9-9a39-69abfc9f44da tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:55.184049 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-62d2320f-d948-4eb9-9a39-69abfc9f44da tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (35e51ef4-63ae-4e45-be22-4c08e74f7f2b), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:55.283388 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.l3_db [None req-62d2320f-d948-4eb9-9a39-69abfc9f44da tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Floating IP 35e51ef4-63ae-4e45-be22-4c08e74f7f2b associated. External IP: 172.27.2.241, port: 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c. Mar 16 00:43:55.490261 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d2320f-d948-4eb9-9a39-69abfc9f44da tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:43:55.593512 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d2320f-d948-4eb9-9a39-69abfc9f44da tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:43:55.598141 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-62d2320f-d948-4eb9-9a39-69abfc9f44da tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:55.603064 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850a2255-4689-42a5-b5e4-302bfa4670b6 None None] Sync routers for ids ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:43:55.613127 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850a2255-4689-42a5-b5e4-302bfa4670b6 None None] Routers {'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:43:55.613770 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-850a2255-4689-42a5-b5e4-302bfa4670b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:43:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:55.629885 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-62d2320f-d948-4eb9-9a39-69abfc9f44da tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "PUT /v2.0/floatingips/35e51ef4-63ae-4e45-be22-4c08e74f7f2b HTTP/1.1" status: 200 len: 991 time: 0.9114850 Mar 16 00:43:55.630485 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eab6e02-6dab-4edf-95f7-483ff9e66922', 'tag': '7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:43:55.632732 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdeedf8-a120-4150-9600-856700a3fd2f" -d '{"events": [{"name": "network-changed", "server_uuid": "5eab6e02-6dab-4edf-95f7-483ff9e66922", "tag": "7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:43:55.722881 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e3fc2b-23d6-4e1d-b9e1-308ba3393392 x-openstack-request-id: req-36e3fc2b-23d6-4e1d-b9e1-308ba3393392 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:43:55.723484 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eab6e02-6dab-4edf-95f7-483ff9e66922", "tag": "7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:43:55.723484 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-36e3fc2b-23d6-4e1d-b9e1-308ba3393392 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:43:55.723829 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eab6e02-6dab-4edf-95f7-483ff9e66922', 'tag': '7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c', 'status': 'completed', 'code': 200} Mar 16 00:43:55.724230 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-850a2255-4689-42a5-b5e4-302bfa4670b6 None None] Set router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:43:55.786256 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdeedf8-a120-4150-9600-856700a3fd2f req-673fa301-12b2-4c09-958c-ca5816a7f92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:55.787765 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ebdeedf8-a120-4150-9600-856700a3fd2f req-673fa301-12b2-4c09-958c-ca5816a7f92d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e55c140cd0e64390af59e1e928324ee3&device_id=5eab6e02-6dab-4edf-95f7-483ff9e66922 HTTP/1.1" status: 200 len: 1129 time: 0.0444877 Mar 16 00:43:55.876183 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdeedf8-a120-4150-9600-856700a3fd2f req-763b4b1c-816e-4cd2-9fae-5b86a3554532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:55.877618 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ebdeedf8-a120-4150-9600-856700a3fd2f req-763b4b1c-816e-4cd2-9fae-5b86a3554532 service neutron] 10.222.0.46 "GET /v2.0/networks?id=24d49175-3b8e-4ca0-b5c5-e4b583c05691 HTTP/1.1" status: 200 len: 916 time: 0.0845737 Mar 16 00:43:55.943584 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ebdeedf8-a120-4150-9600-856700a3fd2f req-7f2ba619-e204-44cf-94f6-b5f3075f2a98 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c HTTP/1.1" status: 200 len: 999 time: 0.0605931 Mar 16 00:43:55.947256 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-850a2255-4689-42a5-b5e4-302bfa4670b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '35e51ef4-63ae-4e45-be22-4c08e74f7f2b', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'port_id': '7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'mac_address': 'fa:16:3e:8b:90:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eab6e02-6dab-4edf-95f7-483ff9e66922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:43:44Z', 'updated_at': '2022-03-16T00:43:55Z', 'revision_number': 1, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:55.973058 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850a2255-4689-42a5-b5e4-302bfa4670b6 None None] Checking router: bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:43:55.981771 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850a2255-4689-42a5-b5e4-302bfa4670b6 None None] Routers {'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:43:55.982374 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-850a2255-4689-42a5-b5e4-302bfa4670b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:43:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:55.991275 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdeedf8-a120-4150-9600-856700a3fd2f req-c2695852-1706-428d-b5f7-a0b324f18d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:55.993225 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ebdeedf8-a120-4150-9600-856700a3fd2f req-c2695852-1706-428d-b5f7-a0b324f18d30 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=568d7227-01bf-42e7-b032-35fe043b9e0d HTTP/1.1" status: 200 len: 854 time: 0.0424592 Mar 16 00:43:56.040004 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdeedf8-a120-4150-9600-856700a3fd2f req-82d4fddc-d1c6-4253-a046-21a11aff8260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:56.041501 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ebdeedf8-a120-4150-9600-856700a3fd2f req-82d4fddc-d1c6-4253-a046-21a11aff8260 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24d49175-3b8e-4ca0-b5c5-e4b583c05691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432520 Mar 16 00:43:56.089641 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-850a2255-4689-42a5-b5e4-302bfa4670b6 None None] Set router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:43:56.133167 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ebdeedf8-a120-4150-9600-856700a3fd2f req-8ed73228-ef0d-4a56-8e3c-d0153dd5ba7f service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855365 Mar 16 00:43:56.218637 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ebdeedf8-a120-4150-9600-856700a3fd2f req-eb6c683a-0fd2-4b8a-875b-2d3fc9e5c7bc service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794790 Mar 16 00:43:56.437260 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:43:56.457780 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-850a2255-4689-42a5-b5e4-302bfa4670b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '35e51ef4-63ae-4e45-be22-4c08e74f7f2b', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'port_id': '7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'mac_address': 'fa:16:3e:8b:90:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eab6e02-6dab-4edf-95f7-483ff9e66922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:43:44Z', 'updated_at': '2022-03-16T00:43:55Z', 'revision_number': 1, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:43:56.484284 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850a2255-4689-42a5-b5e4-302bfa4670b6 None None] The sync data for ids ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'] in dv-cinder-831247-13-iscsi is: [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '35e51ef4-63ae-4e45-be22-4c08e74f7f2b', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'port_id': '7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'mac_address': 'fa:16:3e:8b:90:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eab6e02-6dab-4edf-95f7-483ff9e66922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:43:44Z', 'updated_at': '2022-03-16T00:43:55Z', 'revision_number': 1, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:43:56.659964 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f12b7c-05a1-4226-918a-f8c73a890523 None None] New status for floating IP 35e51ef4-63ae-4e45-be22-4c08e74f7f2b: ACTIVE {{(pid=109658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:43:58.677317 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-fc6be396-ee4b-48b8-bddc-568f5984473f req-5c5ff075-add0-4182-88a9-e9c3981137f0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5eab6e02-6dab-4edf-95f7-483ff9e66922&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464866 Mar 16 00:43:58.757726 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6be396-ee4b-48b8-bddc-568f5984473f req-2253d2fc-f1c5-4e93-b50f-3bd59bb14ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:58.759733 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-fc6be396-ee4b-48b8-bddc-568f5984473f req-2253d2fc-f1c5-4e93-b50f-3bd59bb14ac9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e55c140cd0e64390af59e1e928324ee3&device_id=5eab6e02-6dab-4edf-95f7-483ff9e66922 HTTP/1.1" status: 200 len: 1129 time: 0.0429797 Mar 16 00:43:58.856238 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6be396-ee4b-48b8-bddc-568f5984473f req-0484389a-b19c-4c34-a053-043e3cf7ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:58.857694 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-fc6be396-ee4b-48b8-bddc-568f5984473f req-0484389a-b19c-4c34-a053-043e3cf7ac7c service neutron] 10.222.0.46 "GET /v2.0/networks?id=24d49175-3b8e-4ca0-b5c5-e4b583c05691 HTTP/1.1" status: 200 len: 916 time: 0.0809674 Mar 16 00:43:58.923250 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-fc6be396-ee4b-48b8-bddc-568f5984473f req-a403ff35-88d8-4696-b43e-2a876f138583 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c HTTP/1.1" status: 200 len: 1001 time: 0.0594552 Mar 16 00:43:58.968659 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6be396-ee4b-48b8-bddc-568f5984473f req-f72c5add-2078-44ce-9a66-0ca9ea5402a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:58.970089 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-fc6be396-ee4b-48b8-bddc-568f5984473f req-f72c5add-2078-44ce-9a66-0ca9ea5402a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=568d7227-01bf-42e7-b032-35fe043b9e0d HTTP/1.1" status: 200 len: 854 time: 0.0415201 Mar 16 00:43:59.016225 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6be396-ee4b-48b8-bddc-568f5984473f req-bd6ab264-c34c-4636-b57d-b90d695451ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:43:59.017600 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-fc6be396-ee4b-48b8-bddc-568f5984473f req-bd6ab264-c34c-4636-b57d-b90d695451ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24d49175-3b8e-4ca0-b5c5-e4b583c05691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419998 Mar 16 00:43:59.106215 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-fc6be396-ee4b-48b8-bddc-568f5984473f req-350cf3a6-6570-4893-8e02-24049d65a195 service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828569 Mar 16 00:43:59.189967 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-fc6be396-ee4b-48b8-bddc-568f5984473f req-19b6f38d-af6a-4637-98c2-301bd7a6910e service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786231 Mar 16 00:44:11.806324 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:44:20.003150 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-35417915-e6fc-4079-9f70-e5ef6aedf872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:22.342204 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-06df60a9-37c5-420b-ba7e-cd6da3b47500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:23.043439 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:23.622837 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:25.020742 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:26.372098 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:33.596392 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34764) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:44:33.600916 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-afbe90ac-91ce-4a3d-a0da-24c17b3d4ff7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1439436449', 'description': 'tempest-description--524078121'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:44:33.626514 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-afbe90ac-91ce-4a3d-a0da-24c17b3d4ff7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:33.691646 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-afbe90ac-91ce-4a3d-a0da-24c17b3d4ff7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (a3f67ca6-831e-4d61-a635-7c72bbd2455d), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:33.696592 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-afbe90ac-91ce-4a3d-a0da-24c17b3d4ff7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (a3f67ca6-831e-4d61-a635-7c72bbd2455d), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:33.723912 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-afbe90ac-91ce-4a3d-a0da-24c17b3d4ff7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:33.725120 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-afbe90ac-91ce-4a3d-a0da-24c17b3d4ff7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1277299 Mar 16 00:44:33.728188 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34766) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:44:33.728968 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe90ac-91ce-4a3d-a0da-24c17b3d4ff7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f67ca6-831e-4d61-a635-7c72bbd2455d,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:44:33.732746 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-e78540bf-2d30-4284-84e1-8d9ea276938f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'security_group_rule': {'security_group_id': 'a3f67ca6-831e-4d61-a635-7c72bbd2455d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:44:33.736036 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe90ac-91ce-4a3d-a0da-24c17b3d4ff7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.736397 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe90ac-91ce-4a3d-a0da-24c17b3d4ff7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.736747 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe90ac-91ce-4a3d-a0da-24c17b3d4ff7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.737083 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe90ac-91ce-4a3d-a0da-24c17b3d4ff7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.737422 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe90ac-91ce-4a3d-a0da-24c17b3d4ff7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.737784 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe90ac-91ce-4a3d-a0da-24c17b3d4ff7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.738344 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe90ac-91ce-4a3d-a0da-24c17b3d4ff7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.738612 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe90ac-91ce-4a3d-a0da-24c17b3d4ff7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.738985 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe90ac-91ce-4a3d-a0da-24c17b3d4ff7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.739341 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe90ac-91ce-4a3d-a0da-24c17b3d4ff7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.739650 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe90ac-91ce-4a3d-a0da-24c17b3d4ff7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.739982 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe90ac-91ce-4a3d-a0da-24c17b3d4ff7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.740310 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe90ac-91ce-4a3d-a0da-24c17b3d4ff7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.740640 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe90ac-91ce-4a3d-a0da-24c17b3d4ff7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.740967 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbe90ac-91ce-4a3d-a0da-24c17b3d4ff7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.758241 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-e78540bf-2d30-4284-84e1-8d9ea276938f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (bb2858ea-3444-42c6-bbd9-53ee0c2ed537), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:33.802599 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-e78540bf-2d30-4284-84e1-8d9ea276938f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (bb2858ea-3444-42c6-bbd9-53ee0c2ed537), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:33.806070 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-e78540bf-2d30-4284-84e1-8d9ea276938f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (bb2858ea-3444-42c6-bbd9-53ee0c2ed537), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:33.824545 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78540bf-2d30-4284-84e1-8d9ea276938f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2858ea-3444-42c6-bbd9-53ee0c2ed537,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:44:33.834437 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-e78540bf-2d30-4284-84e1-8d9ea276938f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:33.835644 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-e78540bf-2d30-4284-84e1-8d9ea276938f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1064367 Mar 16 00:44:33.837071 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78540bf-2d30-4284-84e1-8d9ea276938f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.837421 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78540bf-2d30-4284-84e1-8d9ea276938f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.837789 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78540bf-2d30-4284-84e1-8d9ea276938f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.838133 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78540bf-2d30-4284-84e1-8d9ea276938f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.838470 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78540bf-2d30-4284-84e1-8d9ea276938f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.838739 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34768) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:44:33.838873 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78540bf-2d30-4284-84e1-8d9ea276938f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.839113 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78540bf-2d30-4284-84e1-8d9ea276938f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.839439 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78540bf-2d30-4284-84e1-8d9ea276938f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.839772 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78540bf-2d30-4284-84e1-8d9ea276938f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.840087 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78540bf-2d30-4284-84e1-8d9ea276938f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.840412 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78540bf-2d30-4284-84e1-8d9ea276938f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.840735 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78540bf-2d30-4284-84e1-8d9ea276938f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.841056 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78540bf-2d30-4284-84e1-8d9ea276938f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.841377 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78540bf-2d30-4284-84e1-8d9ea276938f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.841729 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78540bf-2d30-4284-84e1-8d9ea276938f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:33.843262 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-4c15335b-c7a0-4c77-9b89-7526eac0a63b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'security_group_rule': {'security_group_id': 'a3f67ca6-831e-4d61-a635-7c72bbd2455d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:44:33.867388 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4c15335b-c7a0-4c77-9b89-7526eac0a63b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (28bf625c-3f0c-4158-9300-6418f77b49e0), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:33.922088 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4c15335b-c7a0-4c77-9b89-7526eac0a63b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (28bf625c-3f0c-4158-9300-6418f77b49e0), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:33.925358 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4c15335b-c7a0-4c77-9b89-7526eac0a63b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (28bf625c-3f0c-4158-9300-6418f77b49e0), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:33.942469 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15335b-c7a0-4c77-9b89-7526eac0a63b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28bf625c-3f0c-4158-9300-6418f77b49e0,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:44:33.950849 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-4c15335b-c7a0-4c77-9b89-7526eac0a63b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:33.952049 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-4c15335b-c7a0-4c77-9b89-7526eac0a63b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1122262 Mar 16 00:44:33.955128 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34770) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:44:33.959398 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-8c30c62d-a1c9-4548-8487-1d2533d27ace tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'floatingip': {'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:44:33.979004 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-8c30c62d-a1c9-4548-8487-1d2533d27ace tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:34.079603 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-8c30c62d-a1c9-4548-8487-1d2533d27ace tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:34.176537 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [None req-8c30c62d-a1c9-4548-8487-1d2533d27ace tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Allocated IP 172.27.2.135 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/c8a96130-bbbd-41c0-8942-bce514b2baf0) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:44:34.279513 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-8c30c62d-a1c9-4548-8487-1d2533d27ace tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for port (c8a96130-bbbd-41c0-8942-bce514b2baf0), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:34.311817 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-8c30c62d-a1c9-4548-8487-1d2533d27ace tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (c8a96130-bbbd-41c0-8942-bce514b2baf0), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:34.347579 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c30c62d-a1c9-4548-8487-1d2533d27ace tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:44:34.352474 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-8c30c62d-a1c9-4548-8487-1d2533d27ace tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:44:34.356125 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c30c62d-a1c9-4548-8487-1d2533d27ace tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:44:34.380340 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30c62d-a1c9-4548-8487-1d2533d27ace tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'Port': ['ID=c8a96130-bbbd-41c0-8942-bce514b2baf0,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:44:34.450091 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-8c30c62d-a1c9-4548-8487-1d2533d27ace tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (76154ea3-cee5-4051-91fe-0ec1704b068c), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:34.485078 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-8c30c62d-a1c9-4548-8487-1d2533d27ace tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (c8a96130-bbbd-41c0-8942-bce514b2baf0), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:34.635410 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-8c30c62d-a1c9-4548-8487-1d2533d27ace tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for port (c8a96130-bbbd-41c0-8942-bce514b2baf0), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:34.640502 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-8c30c62d-a1c9-4548-8487-1d2533d27ace tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (c8a96130-bbbd-41c0-8942-bce514b2baf0), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:34.711378 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30c62d-a1c9-4548-8487-1d2533d27ace tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'Port': ['ID=c8a96130-bbbd-41c0-8942-bce514b2baf0,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:44:34.718312 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-8c30c62d-a1c9-4548-8487-1d2533d27ace tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (76154ea3-cee5-4051-91fe-0ec1704b068c), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:34.734156 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-8c30c62d-a1c9-4548-8487-1d2533d27ace tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:34.735379 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-8c30c62d-a1c9-4548-8487-1d2533d27ace tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7793207 Mar 16 00:44:34.879971 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-ea8efa9e-3df4-4393-a871-1a7c8510b928 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1439436449&fields=id&tenant_id=e55c140cd0e64390af59e1e928324ee3 HTTP/1.1" status: 200 len: 267 time: 0.0411174 Mar 16 00:44:34.988701 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-0332092b-09ae-4866-b61e-3888e63e70dd tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:34.990922 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-0332092b-09ae-4866-b61e-3888e63e70dd tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/networks?id=24d49175-3b8e-4ca0-b5c5-e4b583c05691 HTTP/1.1" status: 200 len: 815 time: 0.1048152 Mar 16 00:44:35.005980 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-72f58a87-5072-42dc-92a7-133490e7d68c tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/quotas/e55c140cd0e64390af59e1e928324ee3 HTTP/1.1" status: 200 len: 375 time: 0.0090082 Mar 16 00:44:35.060686 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-505215f1-e0d2-4774-b1c1-5878ed0d512f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e55c140cd0e64390af59e1e928324ee3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500205 Mar 16 00:44:35.121011 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-ba7124ce-62a0-4af6-a061-a0f35e811039 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 00:44:35.122030 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-ba7124ce-62a0-4af6-a061-a0f35e811039 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0505595 Mar 16 00:44:35.210913 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-c2e5aaae-8673-4d52-abf2-6f01aed19251 service neutron] 10.222.0.10 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831957 Mar 16 00:44:35.297655 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-d70c071b-b6f9-42da-8242-909a75383c72 service neutron] 10.222.0.10 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807028 Mar 16 00:44:35.453325 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b0084738-4003-44d9-bd78-a6bf6d3d62e7 req-8dcc99da-7bd0-434d-9660-bc536ea47de4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=713a983e-28a1-44e4-9d07-2eb3405282ce HTTP/1.1" status: 200 len: 210 time: 0.0277851 Mar 16 00:44:36.347897 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-9e20cd05-28bd-43e8-a660-61802a9281fa tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:36.349370 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-9e20cd05-28bd-43e8-a660-61802a9281fa tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.46 "GET /v2.0/networks?id=24d49175-3b8e-4ca0-b5c5-e4b583c05691 HTTP/1.1" status: 200 len: 815 time: 0.1045611 Mar 16 00:44:36.422880 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-b64269a4-7a15-4651-8fa0-58b092be1351 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e55c140cd0e64390af59e1e928324ee3 HTTP/1.1" status: 200 len: 473 time: 0.0656478 Mar 16 00:44:36.431298 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-8954e7fb-bf70-4f70-9d4a-ff7cfe7fedeb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'port': {'device_id': '713a983e-28a1-44e4-9d07-2eb3405282ce', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'admin_state_up': True, 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'security_groups': ['a3f67ca6-831e-4d61-a635-7c72bbd2455d']}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:44:36.540587 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-8954e7fb-bf70-4f70-9d4a-ff7cfe7fedeb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Made reservation on behalf of e55c140cd0e64390af59e1e928324ee3 for: {'port': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:44:36.544831 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-8954e7fb-bf70-4f70-9d4a-ff7cfe7fedeb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:36.548296 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-75f1b45b-8923-4d89-a3a5-bbd3d1c20ae6 req-c2096d56-4785-491f-a7b0-0f29abb7043e tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=713a983e-28a1-44e4-9d07-2eb3405282ce HTTP/1.1" status: 200 len: 210 time: 0.0282762 Mar 16 00:44:36.675101 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-8954e7fb-bf70-4f70-9d4a-ff7cfe7fedeb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Allocated IP 172.20.0.10 (24d49175-3b8e-4ca0-b5c5-e4b583c05691/568d7227-01bf-42e7-b032-35fe043b9e0d/104d0faf-ee13-42ad-8305-3f86cc838624) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:44:36.820033 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-8954e7fb-bf70-4f70-9d4a-ff7cfe7fedeb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for port (104d0faf-ee13-42ad-8305-3f86cc838624), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:36.851540 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-8954e7fb-bf70-4f70-9d4a-ff7cfe7fedeb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (104d0faf-ee13-42ad-8305-3f86cc838624), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:36.898733 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-8954e7fb-bf70-4f70-9d4a-ff7cfe7fedeb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:44:36.901990 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-8954e7fb-bf70-4f70-9d4a-ff7cfe7fedeb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:44:36.906280 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-8954e7fb-bf70-4f70-9d4a-ff7cfe7fedeb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:44:36.929453 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954e7fb-bf70-4f70-9d4a-ff7cfe7fedeb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'Port': ['ID=104d0faf-ee13-42ad-8305-3f86cc838624,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:44:36.958157 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-8954e7fb-bf70-4f70-9d4a-ff7cfe7fedeb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:36.958775 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-8954e7fb-bf70-4f70-9d4a-ff7cfe7fedeb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:36.975546 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-8954e7fb-bf70-4f70-9d4a-ff7cfe7fedeb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5478175 Mar 16 00:44:36.987048 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] Request body: {'port': {'device_id': '713a983e-28a1-44e4-9d07-2eb3405282ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:44:37.047593 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (104d0faf-ee13-42ad-8305-3f86cc838624), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:37.154496 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-da19a955-7005-4b4c-b192-55ca31a4da83 None None] Provisioning complete for port 104d0faf-ee13-42ad-8305-3f86cc838624 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:44:37.155093 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-da19a955-7005-4b4c-b192-55ca31a4da83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (104d0faf-ee13-42ad-8305-3f86cc838624), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:37.191661 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-da19a955-7005-4b4c-b192-55ca31a4da83 None None] Port 104d0faf-ee13-42ad-8305-3f86cc838624 cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:44:37.307404 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 104d0faf-ee13-42ad-8305-3f86cc838624 {{(pid=109656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:44:37.314797 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] Publish callbacks [] for port (104d0faf-ee13-42ad-8305-3f86cc838624), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:37.326374 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.provisioning_blocks [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] Transition to ACTIVE for port object 104d0faf-ee13-42ad-8305-3f86cc838624 will not be triggered until provisioned by entity L2. {{(pid=109656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 00:44:37.330087 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (104d0faf-ee13-42ad-8305-3f86cc838624), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:37.401077 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=104d0faf-ee13-42ad-8305-3f86cc838624,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:44:37.451969 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] Attempting to bind port 104d0faf-ee13-42ad-8305-3f86cc838624 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:44:37.452214 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] Attempting to bind port 104d0faf-ee13-42ad-8305-3f86cc838624 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:44:37.452545 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] Attempting to bind port 104d0faf-ee13-42ad-8305-3f86cc838624 on network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:44:37.457122 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] Port 104d0faf-ee13-42ad-8305-3f86cc838624 on network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 00:44:37.457440 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] Attempting to bind port 104d0faf-ee13-42ad-8305-3f86cc838624 on network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:44:37.462314 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] Checking agent: {'id': 'b9d601fa-f980-49b0-9520-143ebd33322f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'started_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:44:37.462643 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] Checking segment: {'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:44:37.463018 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] Bound using segment: {'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:44:37.463455 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] Bound port: 104d0faf-ee13-42ad-8305-3f86cc838624, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'}}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:44:37.463780 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (104d0faf-ee13-42ad-8305-3f86cc838624), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:37.530958 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] For port 104d0faf-ee13-42ad-8305-3f86cc838624, host hv-cinder-83124, cleared binding levels {{(pid=109656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:44:37.534259 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] For port 104d0faf-ee13-42ad-8305-3f86cc838624, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=104d0faf-ee13-42ad-8305-3f86cc838624,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:44:37.539956 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (104d0faf-ee13-42ad-8305-3f86cc838624), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:37.571326 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:37.571849 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:37.573509 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] 10.222.0.46 "PUT /v2.0/ports/104d0faf-ee13-42ad-8305-3f86cc838624 HTTP/1.1" status: 200 len: 1094 time: 0.5906556 Mar 16 00:44:37.576042 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713a983e-28a1-44e4-9d07-2eb3405282ce', 'tag': '104d0faf-ee13-42ad-8305-3f86cc838624'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:44:37.578254 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1b836b-4a24-4391-ba84-ee56fab7c0fe" -d '{"events": [{"name": "network-changed", "server_uuid": "713a983e-28a1-44e4-9d07-2eb3405282ce", "tag": "104d0faf-ee13-42ad-8305-3f86cc838624"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:44:37.638246 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f0fea2-b22d-47f1-b46a-826772d08de7 x-openstack-request-id: req-35f0fea2-b22d-47f1-b46a-826772d08de7 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:44:37.638537 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713a983e-28a1-44e4-9d07-2eb3405282ce", "tag": "104d0faf-ee13-42ad-8305-3f86cc838624", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:44:37.638796 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-35f0fea2-b22d-47f1-b46a-826772d08de7 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:44:37.639192 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713a983e-28a1-44e4-9d07-2eb3405282ce', 'tag': '104d0faf-ee13-42ad-8305-3f86cc838624', 'status': 'completed', 'code': 200} Mar 16 00:44:37.639764 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ae2b0-923c-42c4-8367-24f19322dbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=104d0faf-ee13-42ad-8305-3f86cc838624,revision_number=3']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:44:37.711339 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-aeaadcd1-91c1-45ef-ba9b-83eb1e3cf950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:37.712844 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-aeaadcd1-91c1-45ef-ba9b-83eb1e3cf950 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e55c140cd0e64390af59e1e928324ee3&device_id=713a983e-28a1-44e4-9d07-2eb3405282ce HTTP/1.1" status: 200 len: 1128 time: 0.0872412 Mar 16 00:44:37.724377 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851b76e-0f15-4f7f-952e-944c885f51c3 req-2ed2bf97-9b84-41b3-81e0-01e2d5d9ebd9 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:37.725866 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d851b76e-0f15-4f7f-952e-944c885f51c3 req-2ed2bf97-9b84-41b3-81e0-01e2d5d9ebd9 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=713a983e-28a1-44e4-9d07-2eb3405282ce HTTP/1.1" status: 200 len: 944 time: 0.0921063 Mar 16 00:44:37.766585 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-20710bc4-0000-40ed-a721-8d9b0909f703 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=104d0faf-ee13-42ad-8305-3f86cc838624 HTTP/1.1" status: 200 len: 217 time: 0.0397680 Mar 16 00:44:37.835650 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d851b76e-0f15-4f7f-952e-944c885f51c3 req-472fb2b6-0e1c-406f-b0e7-192dc1c93c58 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3f67ca6-831e-4d61-a635-7c72bbd2455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029234 Mar 16 00:44:37.837464 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-32811248-9314-450f-b769-db0b72393faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:37.838828 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-32811248-9314-450f-b769-db0b72393faa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=568d7227-01bf-42e7-b032-35fe043b9e0d HTTP/1.1" status: 200 len: 854 time: 0.0665367 Mar 16 00:44:37.890965 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-8b613216-e3de-4b23-b3d0-0b8fdb09fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:37.892437 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-8b613216-e3de-4b23-b3d0-0b8fdb09fc77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24d49175-3b8e-4ca0-b5c5-e4b583c05691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473039 Mar 16 00:44:37.977407 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-2d7132ad-eaa4-4b46-9e16-f9eb9ab197ab service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791283 Mar 16 00:44:38.067293 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e2ff6e2b-dad2-4b02-b16e-98980af4df79 req-ec70f274-cc99-462f-97ff-03c40b748bea service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839772 Mar 16 00:44:38.405140 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b836b-4a24-4391-ba84-ee56fab7c0fe req-d4b8c227-add1-46dd-ba57-6c5bc7f15a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:38.406646 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1b1b836b-4a24-4391-ba84-ee56fab7c0fe req-d4b8c227-add1-46dd-ba57-6c5bc7f15a67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e55c140cd0e64390af59e1e928324ee3&device_id=713a983e-28a1-44e4-9d07-2eb3405282ce HTTP/1.1" status: 200 len: 1128 time: 0.2978804 Mar 16 00:44:38.493125 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b836b-4a24-4391-ba84-ee56fab7c0fe req-2c627250-f78c-4679-80f2-6bed82f84a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:38.494614 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1b1b836b-4a24-4391-ba84-ee56fab7c0fe req-2c627250-f78c-4679-80f2-6bed82f84a50 service neutron] 10.222.0.46 "GET /v2.0/networks?id=24d49175-3b8e-4ca0-b5c5-e4b583c05691 HTTP/1.1" status: 200 len: 916 time: 0.0803835 Mar 16 00:44:38.537775 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1b1b836b-4a24-4391-ba84-ee56fab7c0fe req-c62697f2-7eb2-4963-be10-adbe879ac595 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=104d0faf-ee13-42ad-8305-3f86cc838624 HTTP/1.1" status: 200 len: 217 time: 0.0356545 Mar 16 00:44:38.583711 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b836b-4a24-4391-ba84-ee56fab7c0fe req-87096e68-104c-4da3-a424-e362c223581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:38.585073 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1b1b836b-4a24-4391-ba84-ee56fab7c0fe req-87096e68-104c-4da3-a424-e362c223581d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=568d7227-01bf-42e7-b032-35fe043b9e0d HTTP/1.1" status: 200 len: 854 time: 0.0409601 Mar 16 00:44:38.632437 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b836b-4a24-4391-ba84-ee56fab7c0fe req-66002af4-6e7e-4fd7-b7b1-9ecb9af47881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:38.633918 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1b1b836b-4a24-4391-ba84-ee56fab7c0fe req-66002af4-6e7e-4fd7-b7b1-9ecb9af47881 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24d49175-3b8e-4ca0-b5c5-e4b583c05691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424929 Mar 16 00:44:38.724560 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1b1b836b-4a24-4391-ba84-ee56fab7c0fe req-b2f04011-20f2-4806-94e7-c3be6b79af3f service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829701 Mar 16 00:44:38.810300 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1b1b836b-4a24-4391-ba84-ee56fab7c0fe req-aa2d71f8-a2aa-47c4-ad2b-8d05ca7cc075 service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791225 Mar 16 00:44:38.954543 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e1b46-46ec-4dbd-9000-4a981454c416 req-821af129-33e7-452e-91df-c0e2672baae2 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:38.956004 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-545e1b46-46ec-4dbd-9000-4a981454c416 req-821af129-33e7-452e-91df-c0e2672baae2 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=713a983e-28a1-44e4-9d07-2eb3405282ce HTTP/1.1" status: 200 len: 944 time: 0.0514905 Mar 16 00:44:39.005607 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-545e1b46-46ec-4dbd-9000-4a981454c416 req-bc7b8b5d-ac55-45ec-9d8b-2fb0524040d4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3f67ca6-831e-4d61-a635-7c72bbd2455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439692 Mar 16 00:44:40.124593 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9b128-dcc6-4d36-9a9a-33bbf0f23f34 req-28f1318e-4148-4061-932d-e34acb4e2043 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:40.126086 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d1e9b128-dcc6-4d36-9a9a-33bbf0f23f34 req-28f1318e-4148-4061-932d-e34acb4e2043 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=713a983e-28a1-44e4-9d07-2eb3405282ce HTTP/1.1" status: 200 len: 944 time: 0.0553463 Mar 16 00:44:40.170939 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d1e9b128-dcc6-4d36-9a9a-33bbf0f23f34 req-1c08903b-0b3d-4884-acb5-1d8541639356 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3f67ca6-831e-4d61-a635-7c72bbd2455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394881 Mar 16 00:44:40.832306 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 104d0faf-ee13-42ad-8305-3f86cc838624 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:44:40.928757 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 104d0faf-ee13-42ad-8305-3f86cc838624, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=104d0faf-ee13-42ad-8305-3f86cc838624,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:44:40.940250 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': '104d0faf-ee13-42ad-8305-3f86cc838624', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'port_id': '104d0faf-ee13-42ad-8305-3f86cc838624', 'mac_address': 'fa:16:3e:5a:4a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:44:40.976635 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 104d0faf-ee13-42ad-8305-3f86cc838624 is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:44:40.977017 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (104d0faf-ee13-42ad-8305-3f86cc838624), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:40.989430 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 104d0faf-ee13-42ad-8305-3f86cc838624 {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:44:41.008071 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 104d0faf-ee13-42ad-8305-3f86cc838624, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=104d0faf-ee13-42ad-8305-3f86cc838624,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:44:41.012693 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (104d0faf-ee13-42ad-8305-3f86cc838624), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:41.059810 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=104d0faf-ee13-42ad-8305-3f86cc838624,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:44:41.066998 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:41.067350 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:41.067698 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:41.068040 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:41.068375 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:41.068706 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:41.069034 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:41.069361 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:41.069715 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:41.070044 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:41.070374 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:41.070771 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:41.071100 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:41.071430 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:41.071780 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:44:41.213799 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['104d0faf-ee13-42ad-8305-3f86cc838624'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:44:41.286340 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2696d1-47ea-4816-99fc-0901f04c7be2 req-eec1ccab-038a-4c98-9acd-90f9a0a8caaf tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:41.287836 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5a2696d1-47ea-4816-99fc-0901f04c7be2 req-eec1ccab-038a-4c98-9acd-90f9a0a8caaf tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=713a983e-28a1-44e4-9d07-2eb3405282ce HTTP/1.1" status: 200 len: 945 time: 0.0520711 Mar 16 00:44:41.333748 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5a2696d1-47ea-4816-99fc-0901f04c7be2 req-4515bfad-df7e-4d87-ac92-63461ca33884 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3f67ca6-831e-4d61-a635-7c72bbd2455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402360 Mar 16 00:44:42.454896 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444cce7-9789-4958-ab19-4fb5dc62a179 req-6c701fdf-d02f-4106-9bbd-3165e3fa6fbd tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:42.456361 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e444cce7-9789-4958-ab19-4fb5dc62a179 req-6c701fdf-d02f-4106-9bbd-3165e3fa6fbd tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=713a983e-28a1-44e4-9d07-2eb3405282ce HTTP/1.1" status: 200 len: 945 time: 0.0580242 Mar 16 00:44:42.501443 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e444cce7-9789-4958-ab19-4fb5dc62a179 req-901e5f2f-2258-4d7e-884b-079de0048f68 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3f67ca6-831e-4d61-a635-7c72bbd2455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391693 Mar 16 00:44:42.865224 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 104d0faf-ee13-42ad-8305-3f86cc838624 up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:44:42.911999 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning for port 104d0faf-ee13-42ad-8305-3f86cc838624 completed by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 00:44:42.915809 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port 104d0faf-ee13-42ad-8305-3f86cc838624 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:44:42.916178 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (104d0faf-ee13-42ad-8305-3f86cc838624), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:42.992913 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 104d0faf-ee13-42ad-8305-3f86cc838624 is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:44:42.993300 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (104d0faf-ee13-42ad-8305-3f86cc838624), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:43.015761 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713a983e-28a1-44e4-9d07-2eb3405282ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104d0faf-ee13-42ad-8305-3f86cc838624'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:44:43.017988 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b989a416-ceb3-462e-bb69-fe2e07df8c0f" -d '{"events": [{"server_uuid": "713a983e-28a1-44e4-9d07-2eb3405282ce", "name": "network-vif-plugged", "status": "completed", "tag": "104d0faf-ee13-42ad-8305-3f86cc838624"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:44:43.030526 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 104d0faf-ee13-42ad-8305-3f86cc838624, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=104d0faf-ee13-42ad-8305-3f86cc838624,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:44:43.034168 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (104d0faf-ee13-42ad-8305-3f86cc838624), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:43.056684 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b38d4af-2314-4172-a6a4-db695a9d6b42 x-openstack-request-id: req-3b38d4af-2314-4172-a6a4-db695a9d6b42 {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:44:43.056973 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713a983e-28a1-44e4-9d07-2eb3405282ce", "name": "network-vif-plugged", "status": "completed", "tag": "104d0faf-ee13-42ad-8305-3f86cc838624", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:44:43.057225 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3b38d4af-2314-4172-a6a4-db695a9d6b42 {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:44:43.057636 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713a983e-28a1-44e4-9d07-2eb3405282ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104d0faf-ee13-42ad-8305-3f86cc838624', 'code': 200} Mar 16 00:44:43.085352 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=104d0faf-ee13-42ad-8305-3f86cc838624,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:44:43.225061 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ee024-a9d7-4e77-956e-bf3bf7b3acaa req-08bf39ae-4c32-423b-969f-b7c733e7e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:43.226459 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bf5ee024-a9d7-4e77-956e-bf3bf7b3acaa req-08bf39ae-4c32-423b-969f-b7c733e7e5db service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=713a983e-28a1-44e4-9d07-2eb3405282ce HTTP/1.1" status: 200 len: 1130 time: 0.0422935 Mar 16 00:44:43.272002 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-bf5ee024-a9d7-4e77-956e-bf3bf7b3acaa req-0deaab42-a199-473b-8b0e-3412ec732c95 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a3f67ca6-831e-4d61-a635-7c72bbd2455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393806 Mar 16 00:44:43.616852 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e4d12-b8e5-487a-a4d9-ddc777bbb1d9 req-e12ec5a0-5698-46c2-92ad-3341bc09fa26 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:43.618343 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-778e4d12-b8e5-487a-a4d9-ddc777bbb1d9 req-e12ec5a0-5698-46c2-92ad-3341bc09fa26 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=713a983e-28a1-44e4-9d07-2eb3405282ce HTTP/1.1" status: 200 len: 946 time: 0.0511889 Mar 16 00:44:43.664634 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-778e4d12-b8e5-487a-a4d9-ddc777bbb1d9 req-a828e1cc-8784-424d-8795-759afffaab32 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3f67ca6-831e-4d61-a635-7c72bbd2455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408669 Mar 16 00:44:44.788640 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eab4b-0a47-4718-8afd-a88476fbdedd req-081b4fc9-beab-4c6f-a50d-84fac521abc1 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:44.790148 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-8c0eab4b-0a47-4718-8afd-a88476fbdedd req-081b4fc9-beab-4c6f-a50d-84fac521abc1 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=713a983e-28a1-44e4-9d07-2eb3405282ce HTTP/1.1" status: 200 len: 946 time: 0.0573478 Mar 16 00:44:44.839237 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-8c0eab4b-0a47-4718-8afd-a88476fbdedd req-4f4f2a2a-881e-4d51-b616-022dd5674462 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3f67ca6-831e-4d61-a635-7c72bbd2455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433884 Mar 16 00:44:44.950601 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f737c-0858-4236-93b9-a41973d2719c req-221d7398-660f-4b55-a95c-03084634d1ad tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:44.951968 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-868f737c-0858-4236-93b9-a41973d2719c req-221d7398-660f-4b55-a95c-03084634d1ad tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=713a983e-28a1-44e4-9d07-2eb3405282ce HTTP/1.1" status: 200 len: 946 time: 0.0510247 Mar 16 00:44:44.960523 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34822) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:44:44.964767 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-7a044759-3036-4cf5-a104-072eb7b9a501 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'floatingip': {'port_id': '104d0faf-ee13-42ad-8305-3f86cc838624'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:44:45.005804 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-7a044759-3036-4cf5-a104-072eb7b9a501 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (76154ea3-cee5-4051-91fe-0ec1704b068c), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:45.449925 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-7a044759-3036-4cf5-a104-072eb7b9a501 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:45.453905 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-7a044759-3036-4cf5-a104-072eb7b9a501 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (76154ea3-cee5-4051-91fe-0ec1704b068c), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:45.549050 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.l3_db [None req-7a044759-3036-4cf5-a104-072eb7b9a501 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Floating IP 76154ea3-cee5-4051-91fe-0ec1704b068c associated. External IP: 172.27.2.135, port: 104d0faf-ee13-42ad-8305-3f86cc838624. Mar 16 00:44:45.760295 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a044759-3036-4cf5-a104-072eb7b9a501 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:44:45.865920 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a044759-3036-4cf5-a104-072eb7b9a501 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:44:45.870880 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-7a044759-3036-4cf5-a104-072eb7b9a501 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:45.879125 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72709d2-ef5c-418b-b0dc-61b99f64ed8f None None] Sync routers for ids ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:44:45.890361 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72709d2-ef5c-418b-b0dc-61b99f64ed8f None None] Routers {'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:44:45.890999 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-d72709d2-ef5c-418b-b0dc-61b99f64ed8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:44:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:44:45.900746 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-7a044759-3036-4cf5-a104-072eb7b9a501 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "PUT /v2.0/floatingips/76154ea3-cee5-4051-91fe-0ec1704b068c HTTP/1.1" status: 200 len: 992 time: 0.9392018 Mar 16 00:44:45.901325 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713a983e-28a1-44e4-9d07-2eb3405282ce', 'tag': '104d0faf-ee13-42ad-8305-3f86cc838624'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:44:45.903618 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ad4ae3-1903-4597-92d3-318dc14c5386" -d '{"events": [{"name": "network-changed", "server_uuid": "713a983e-28a1-44e4-9d07-2eb3405282ce", "tag": "104d0faf-ee13-42ad-8305-3f86cc838624"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:44:45.939107 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c7744a-1541-4dec-ba55-25762f47bdaa x-openstack-request-id: req-37c7744a-1541-4dec-ba55-25762f47bdaa {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:44:45.939396 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713a983e-28a1-44e4-9d07-2eb3405282ce", "tag": "104d0faf-ee13-42ad-8305-3f86cc838624", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:44:45.939646 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37c7744a-1541-4dec-ba55-25762f47bdaa {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:44:45.940045 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713a983e-28a1-44e4-9d07-2eb3405282ce', 'tag': '104d0faf-ee13-42ad-8305-3f86cc838624', 'status': 'completed', 'code': 200} Mar 16 00:44:46.002400 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad4ae3-1903-4597-92d3-318dc14c5386 req-4677901e-c74c-4cd1-a9d8-0cedf88d92cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:46.003911 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e9ad4ae3-1903-4597-92d3-318dc14c5386 req-4677901e-c74c-4cd1-a9d8-0cedf88d92cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e55c140cd0e64390af59e1e928324ee3&device_id=713a983e-28a1-44e4-9d07-2eb3405282ce HTTP/1.1" status: 200 len: 1130 time: 0.0442910 Mar 16 00:44:46.005694 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-d72709d2-ef5c-418b-b0dc-61b99f64ed8f None None] Set router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:44:46.096654 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad4ae3-1903-4597-92d3-318dc14c5386 req-994676da-6e00-4929-bdd7-51a2bc9383d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:46.098253 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e9ad4ae3-1903-4597-92d3-318dc14c5386 req-994676da-6e00-4929-bdd7-51a2bc9383d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=24d49175-3b8e-4ca0-b5c5-e4b583c05691 HTTP/1.1" status: 200 len: 916 time: 0.0892901 Mar 16 00:44:46.163552 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e9ad4ae3-1903-4597-92d3-318dc14c5386 req-e5f01964-11ba-4963-8585-a01ad1b876fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=104d0faf-ee13-42ad-8305-3f86cc838624 HTTP/1.1" status: 200 len: 1000 time: 0.0591688 Mar 16 00:44:46.216098 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad4ae3-1903-4597-92d3-318dc14c5386 req-bf7dd30e-07f8-4b2c-8928-6ff113309e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:46.217670 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e9ad4ae3-1903-4597-92d3-318dc14c5386 req-bf7dd30e-07f8-4b2c-8928-6ff113309e50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=568d7227-01bf-42e7-b032-35fe043b9e0d HTTP/1.1" status: 200 len: 854 time: 0.0480554 Mar 16 00:44:46.230654 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-d72709d2-ef5c-418b-b0dc-61b99f64ed8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '35e51ef4-63ae-4e45-be22-4c08e74f7f2b', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'port_id': '7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'mac_address': 'fa:16:3e:8b:90:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eab6e02-6dab-4edf-95f7-483ff9e66922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:43:44Z', 'updated_at': '2022-03-16T00:43:56Z', 'revision_number': 2, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'fixed_ip_address_scope': None}, {'id': '76154ea3-cee5-4051-91fe-0ec1704b068c', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'port_id': '104d0faf-ee13-42ad-8305-3f86cc838624', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'mac_address': 'fa:16:3e:5a:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a983e-28a1-44e4-9d07-2eb3405282ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:44:34Z', 'updated_at': '2022-03-16T00:44:45Z', 'revision_number': 1, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:44:46.257366 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72709d2-ef5c-418b-b0dc-61b99f64ed8f None None] Checking router: bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:44:46.265448 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad4ae3-1903-4597-92d3-318dc14c5386 req-cb4b795e-f25b-44c8-8e20-ed6ae2627149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:46.266111 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72709d2-ef5c-418b-b0dc-61b99f64ed8f None None] Routers {'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:44:46.266738 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-d72709d2-ef5c-418b-b0dc-61b99f64ed8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:44:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:44:46.267007 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e9ad4ae3-1903-4597-92d3-318dc14c5386 req-cb4b795e-f25b-44c8-8e20-ed6ae2627149 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24d49175-3b8e-4ca0-b5c5-e4b583c05691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438337 Mar 16 00:44:46.353530 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e9ad4ae3-1903-4597-92d3-318dc14c5386 req-04b2454a-5ecc-41e0-9a37-5fcf2207a46d service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805774 Mar 16 00:44:46.378735 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-d72709d2-ef5c-418b-b0dc-61b99f64ed8f None None] Set router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:44:46.444660 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e9ad4ae3-1903-4597-92d3-318dc14c5386 req-be6fdd4a-865d-43fc-80d9-8712b344e86c service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860612 Mar 16 00:44:46.610109 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-d72709d2-ef5c-418b-b0dc-61b99f64ed8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '35e51ef4-63ae-4e45-be22-4c08e74f7f2b', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'port_id': '7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'mac_address': 'fa:16:3e:8b:90:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eab6e02-6dab-4edf-95f7-483ff9e66922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:43:44Z', 'updated_at': '2022-03-16T00:43:56Z', 'revision_number': 2, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'fixed_ip_address_scope': None}, {'id': '76154ea3-cee5-4051-91fe-0ec1704b068c', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'port_id': '104d0faf-ee13-42ad-8305-3f86cc838624', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'mac_address': 'fa:16:3e:5a:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a983e-28a1-44e4-9d07-2eb3405282ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:44:34Z', 'updated_at': '2022-03-16T00:44:45Z', 'revision_number': 1, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:44:46.635388 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72709d2-ef5c-418b-b0dc-61b99f64ed8f None None] The sync data for ids ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'] in dv-cinder-831247-13-iscsi is: [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '35e51ef4-63ae-4e45-be22-4c08e74f7f2b', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'port_id': '7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'mac_address': 'fa:16:3e:8b:90:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eab6e02-6dab-4edf-95f7-483ff9e66922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:43:44Z', 'updated_at': '2022-03-16T00:43:56Z', 'revision_number': 2, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'fixed_ip_address_scope': None}, {'id': '76154ea3-cee5-4051-91fe-0ec1704b068c', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'port_id': '104d0faf-ee13-42ad-8305-3f86cc838624', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'mac_address': 'fa:16:3e:5a:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a983e-28a1-44e4-9d07-2eb3405282ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:44:34Z', 'updated_at': '2022-03-16T00:44:45Z', 'revision_number': 1, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:44:46.827592 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee94c4f0-3ea6-49d1-805f-3bc7967dfa42 None None] New status for floating IP 76154ea3-cee5-4051-91fe-0ec1704b068c: ACTIVE {{(pid=109658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:44:48.805915 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:44:50.004367 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-749581a2-25c4-463c-94d8-af7192065709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:52.344766 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-cee9fd09-f146-41a1-ab51-45a34a35bd02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:53.044397 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:53.623820 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:55.024484 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:56.364777 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:44:59.702552 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-10183c90-b5f7-4a09-8b45-1fceaaf8153b req-22e06d55-6767-42cc-8eba-697fecc213dd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5eab6e02-6dab-4edf-95f7-483ff9e66922&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430343 Mar 16 00:44:59.783995 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10183c90-b5f7-4a09-8b45-1fceaaf8153b req-9e0ea1ef-830e-4b9d-8287-7c95ccb1d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:59.785439 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-10183c90-b5f7-4a09-8b45-1fceaaf8153b req-9e0ea1ef-830e-4b9d-8287-7c95ccb1d5b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e55c140cd0e64390af59e1e928324ee3&device_id=5eab6e02-6dab-4edf-95f7-483ff9e66922 HTTP/1.1" status: 200 len: 1129 time: 0.0431688 Mar 16 00:44:59.891636 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10183c90-b5f7-4a09-8b45-1fceaaf8153b req-97fbf755-4357-40e2-9259-155434271312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:44:59.893648 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-10183c90-b5f7-4a09-8b45-1fceaaf8153b req-97fbf755-4357-40e2-9259-155434271312 service neutron] 10.222.0.46 "GET /v2.0/networks?id=24d49175-3b8e-4ca0-b5c5-e4b583c05691 HTTP/1.1" status: 200 len: 916 time: 0.0866899 Mar 16 00:44:59.961823 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-10183c90-b5f7-4a09-8b45-1fceaaf8153b req-75c662d4-ca56-442f-b51d-598964b4a006 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c HTTP/1.1" status: 200 len: 1001 time: 0.0617292 Mar 16 00:45:00.013768 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10183c90-b5f7-4a09-8b45-1fceaaf8153b req-189b778b-6ba1-4b12-8546-e7e1dffca955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:00.015192 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-10183c90-b5f7-4a09-8b45-1fceaaf8153b req-189b778b-6ba1-4b12-8546-e7e1dffca955 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=568d7227-01bf-42e7-b032-35fe043b9e0d HTTP/1.1" status: 200 len: 854 time: 0.0477393 Mar 16 00:45:00.064495 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10183c90-b5f7-4a09-8b45-1fceaaf8153b req-3b3d6003-c149-4011-8c6f-e25993a841ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:00.066120 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-10183c90-b5f7-4a09-8b45-1fceaaf8153b req-3b3d6003-c149-4011-8c6f-e25993a841ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24d49175-3b8e-4ca0-b5c5-e4b583c05691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428166 Mar 16 00:45:00.152908 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-10183c90-b5f7-4a09-8b45-1fceaaf8153b req-c040ca68-54a0-4c40-acdb-1ac647e6b44e service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797577 Mar 16 00:45:00.242588 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-10183c90-b5f7-4a09-8b45-1fceaaf8153b req-2091933d-b842-435c-8ce6-cfaabc2d86e2 service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837922 Mar 16 00:45:20.005402 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ee0cbc8c-13be-4701-9953-30caebe030d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:21.300808 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053a7af-6788-4c77-8ac1-7a1ef40e2bd6 req-97eb0320-f64b-4a05-8e50-a52930fad3e4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:21.302253 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f053a7af-6788-4c77-8ac1-7a1ef40e2bd6 req-97eb0320-f64b-4a05-8e50-a52930fad3e4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=713a983e-28a1-44e4-9d07-2eb3405282ce HTTP/1.1" status: 200 len: 946 time: 0.2732308 Mar 16 00:45:21.348247 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f053a7af-6788-4c77-8ac1-7a1ef40e2bd6 req-14e822b1-e25a-469e-b41e-f903ebeb487a tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3f67ca6-831e-4d61-a635-7c72bbd2455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403571 Mar 16 00:45:22.346770 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-fb43c69f-2b4d-4d2a-8e02-12da5e1d4e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:22.412574 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f8320-e369-4fb1-a03f-a03bea0256b1 req-2bfb895f-e3f1-448c-ac31-b4b79b1f847d tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:22.414062 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-948f8320-e369-4fb1-a03f-a03bea0256b1 req-2bfb895f-e3f1-448c-ac31-b4b79b1f847d tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.46 "GET /v2.0/ports?device_id=713a983e-28a1-44e4-9d07-2eb3405282ce HTTP/1.1" status: 200 len: 946 time: 0.0533249 Mar 16 00:45:22.525579 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d0e12-c314-476d-8554-16881969ec6a req-8d0a57c0-98ff-4884-b91c-1ae51f7ec70e tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:22.527049 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b80d0e12-c314-476d-8554-16881969ec6a req-8d0a57c0-98ff-4884-b91c-1ae51f7ec70e tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=713a983e-28a1-44e4-9d07-2eb3405282ce HTTP/1.1" status: 200 len: 946 time: 0.1065614 Mar 16 00:45:22.561760 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-948f8320-e369-4fb1-a03f-a03bea0256b1 req-444f8b97-5fbb-41a4-97f4-cf6fab26b7e0 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Deleting port 104d0faf-ee13-42ad-8305-3f86cc838624 {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:45:22.562097 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-948f8320-e369-4fb1-a03f-a03bea0256b1 req-444f8b97-5fbb-41a4-97f4-cf6fab26b7e0 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (104d0faf-ee13-42ad-8305-3f86cc838624), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:22.627195 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b80d0e12-c314-476d-8554-16881969ec6a req-f0237cf9-c80c-44df-8ee1-fea0b7efb302 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3f67ca6-831e-4d61-a635-7c72bbd2455d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927377 Mar 16 00:45:22.666012 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-948f8320-e369-4fb1-a03f-a03bea0256b1 req-444f8b97-5fbb-41a4-97f4-cf6fab26b7e0 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] For port 104d0faf-ee13-42ad-8305-3f86cc838624, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=104d0faf-ee13-42ad-8305-3f86cc838624,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:45:22.666377 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-948f8320-e369-4fb1-a03f-a03bea0256b1 req-444f8b97-5fbb-41a4-97f4-cf6fab26b7e0 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (104d0faf-ee13-42ad-8305-3f86cc838624), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:22.829248 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-948f8320-e369-4fb1-a03f-a03bea0256b1 req-444f8b97-5fbb-41a4-97f4-cf6fab26b7e0 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:22.829625 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-948f8320-e369-4fb1-a03f-a03bea0256b1 req-444f8b97-5fbb-41a4-97f4-cf6fab26b7e0 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (76154ea3-cee5-4051-91fe-0ec1704b068c), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:22.829946 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.l3_db [req-948f8320-e369-4fb1-a03f-a03bea0256b1 req-444f8b97-5fbb-41a4-97f4-cf6fab26b7e0 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Floating IP 76154ea3-cee5-4051-91fe-0ec1704b068c disassociated. External IP: 172.27.2.135, port: 104d0faf-ee13-42ad-8305-3f86cc838624. Mar 16 00:45:22.830291 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-948f8320-e369-4fb1-a03f-a03bea0256b1 req-444f8b97-5fbb-41a4-97f4-cf6fab26b7e0 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Calling delete_port for 104d0faf-ee13-42ad-8305-3f86cc838624 owned by compute:nova {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:45:22.954425 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-948f8320-e369-4fb1-a03f-a03bea0256b1 req-444f8b97-5fbb-41a4-97f4-cf6fab26b7e0 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (104d0faf-ee13-42ad-8305-3f86cc838624), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:22.983448 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f8b97-5fbb-41a4-97f4-cf6fab26b7e0 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event deleted for resources: {'Port': ['ID=104d0faf-ee13-42ad-8305-3f86cc838624,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:45:23.046905 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:23.094925 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-948f8320-e369-4fb1-a03f-a03bea0256b1 req-444f8b97-5fbb-41a4-97f4-cf6fab26b7e0 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:45:23.200397 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-948f8320-e369-4fb1-a03f-a03bea0256b1 req-444f8b97-5fbb-41a4-97f4-cf6fab26b7e0 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:45:23.210124 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212f81a5-e806-4985-9e4f-84a6096d1d17 None None] Sync routers for ids ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:45:23.222233 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212f81a5-e806-4985-9e4f-84a6096d1d17 None None] Routers {'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:45:23.222838 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-212f81a5-e806-4985-9e4f-84a6096d1d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:45:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:45:23.240467 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-948f8320-e369-4fb1-a03f-a03bea0256b1 req-444f8b97-5fbb-41a4-97f4-cf6fab26b7e0 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] No DVR routers for this DVR port 104d0faf-ee13-42ad-8305-3f86cc838624 on host hv-cinder-83124 {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:45:23.243486 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-948f8320-e369-4fb1-a03f-a03bea0256b1 req-444f8b97-5fbb-41a4-97f4-cf6fab26b7e0 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:23.246811 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-948f8320-e369-4fb1-a03f-a03bea0256b1 req-444f8b97-5fbb-41a4-97f4-cf6fab26b7e0 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.46 "DELETE /v2.0/ports/104d0faf-ee13-42ad-8305-3f86cc838624 HTTP/1.1" status: 204 len: 173 time: 0.8274410 Mar 16 00:45:23.247283 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713a983e-28a1-44e4-9d07-2eb3405282ce', 'name': 'network-vif-deleted', 'tag': '104d0faf-ee13-42ad-8305-3f86cc838624'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:45:23.250298 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc5cfd0-b597-49b0-b611-a14dee5b1998" -d '{"events": [{"server_uuid": "713a983e-28a1-44e4-9d07-2eb3405282ce", "name": "network-vif-deleted", "tag": "104d0faf-ee13-42ad-8305-3f86cc838624"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:45:23.285846 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9e83e4-02c4-4497-8786-8d2354e94a98 x-openstack-request-id: req-bb9e83e4-02c4-4497-8786-8d2354e94a98 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:45:23.286138 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713a983e-28a1-44e4-9d07-2eb3405282ce", "name": "network-vif-deleted", "tag": "104d0faf-ee13-42ad-8305-3f86cc838624", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:45:23.286388 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb9e83e4-02c4-4497-8786-8d2354e94a98 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:45:23.287208 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713a983e-28a1-44e4-9d07-2eb3405282ce', 'name': 'network-vif-deleted', 'tag': '104d0faf-ee13-42ad-8305-3f86cc838624', 'status': 'completed', 'code': 200} Mar 16 00:45:23.343723 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-212f81a5-e806-4985-9e4f-84a6096d1d17 None None] Set router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:45:23.643229 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:23.711072 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-212f81a5-e806-4985-9e4f-84a6096d1d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '35e51ef4-63ae-4e45-be22-4c08e74f7f2b', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'port_id': '7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'mac_address': 'fa:16:3e:8b:90:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eab6e02-6dab-4edf-95f7-483ff9e66922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:43:44Z', 'updated_at': '2022-03-16T00:43:56Z', 'revision_number': 2, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:45:23.742045 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212f81a5-e806-4985-9e4f-84a6096d1d17 None None] Checking router: bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:45:23.750115 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-86542491-bb95-49c3-9d8a-5a58bc6dd631 req-d5561246-b9b7-4c3c-812a-124f34b518cc tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=713a983e-28a1-44e4-9d07-2eb3405282ce HTTP/1.1" status: 200 len: 210 time: 0.0296733 Mar 16 00:45:23.753420 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212f81a5-e806-4985-9e4f-84a6096d1d17 None None] Routers {'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:45:23.754063 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-212f81a5-e806-4985-9e4f-84a6096d1d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:45:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:45:23.859150 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-212f81a5-e806-4985-9e4f-84a6096d1d17 None None] Set router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:45:24.076620 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-212f81a5-e806-4985-9e4f-84a6096d1d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '35e51ef4-63ae-4e45-be22-4c08e74f7f2b', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'port_id': '7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'mac_address': 'fa:16:3e:8b:90:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eab6e02-6dab-4edf-95f7-483ff9e66922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:43:44Z', 'updated_at': '2022-03-16T00:43:56Z', 'revision_number': 2, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:45:24.106602 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212f81a5-e806-4985-9e4f-84a6096d1d17 None None] The sync data for ids ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'] in dv-cinder-831247-13-iscsi is: [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '35e51ef4-63ae-4e45-be22-4c08e74f7f2b', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'port_id': '7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'mac_address': 'fa:16:3e:8b:90:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eab6e02-6dab-4edf-95f7-483ff9e66922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:43:44Z', 'updated_at': '2022-03-16T00:43:56Z', 'revision_number': 2, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:45:24.316976 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc6c3bb-f9e8-4ea3-af8a-6f8144348d0e None None] New status for floating IP 76154ea3-cee5-4051-91fe-0ec1704b068c: DOWN {{(pid=109658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:45:24.833204 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34860) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:45:24.884175 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-14f0a7f4-aa26-4f09-9253-70e47098e5bb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (a3f67ca6-831e-4d61-a635-7c72bbd2455d), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:24.907243 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-14f0a7f4-aa26-4f09-9253-70e47098e5bb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (a3f67ca6-831e-4d61-a635-7c72bbd2455d), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:24.957546 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-14f0a7f4-aa26-4f09-9253-70e47098e5bb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (a3f67ca6-831e-4d61-a635-7c72bbd2455d), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:24.960145 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-14f0a7f4-aa26-4f09-9253-70e47098e5bb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:24.961274 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-14f0a7f4-aa26-4f09-9253-70e47098e5bb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "DELETE /v2.0/security-groups/a3f67ca6-831e-4d61-a635-7c72bbd2455d HTTP/1.1" status: 204 len: 168 time: 0.1269736 Mar 16 00:45:24.964174 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34862) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:45:24.971021 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0a7f4-aa26-4f09-9253-70e47098e5bb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f67ca6-831e-4d61-a635-7c72bbd2455d,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:45:24.977468 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.api.v2.resource [None req-b5168eef-d7ab-43ce-99fc-0371cc5d2537 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] show failed (client error): The resource could not be found. Mar 16 00:45:24.981434 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-b5168eef-d7ab-43ce-99fc-0371cc5d2537 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups/a3f67ca6-831e-4d61-a635-7c72bbd2455d HTTP/1.1" status: 404 len: 347 time: 0.0161631 Mar 16 00:45:24.982015 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34864) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:45:25.028693 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:25.115589 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-302f96a5-5816-4bab-aa17-234f309a3216 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Deleting port c8a96130-bbbd-41c0-8942-bce514b2baf0 {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:45:25.115934 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-302f96a5-5816-4bab-aa17-234f309a3216 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (c8a96130-bbbd-41c0-8942-bce514b2baf0), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:25.192783 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-302f96a5-5816-4bab-aa17-234f309a3216 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (c8a96130-bbbd-41c0-8942-bce514b2baf0), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:25.193117 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-302f96a5-5816-4bab-aa17-234f309a3216 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (c8a96130-bbbd-41c0-8942-bce514b2baf0), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:25.204716 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-302f96a5-5816-4bab-aa17-234f309a3216 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Calling delete_port for c8a96130-bbbd-41c0-8942-bce514b2baf0 owned by network:floatingip {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:45:25.333006 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-302f96a5-5816-4bab-aa17-234f309a3216 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (c8a96130-bbbd-41c0-8942-bce514b2baf0), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:25.360099 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f96a5-5816-4bab-aa17-234f309a3216 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event deleted for resources: {'Port': ['ID=c8a96130-bbbd-41c0-8942-bce514b2baf0,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:45:25.419007 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-302f96a5-5816-4bab-aa17-234f309a3216 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (76154ea3-cee5-4051-91fe-0ec1704b068c), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:25.422300 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-302f96a5-5816-4bab-aa17-234f309a3216 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:25.423493 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-302f96a5-5816-4bab-aa17-234f309a3216 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "DELETE /v2.0/floatingips/76154ea3-cee5-4051-91fe-0ec1704b068c HTTP/1.1" status: 204 len: 168 time: 0.4405365 Mar 16 00:45:25.804584 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:45:26.367204 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:27.003415 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29072291-08f4-4550-a796-5ae94c416feb req-2d05eab1-a24a-45a6-9bd7-7ccefad9d372 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:27.004838 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-29072291-08f4-4550-a796-5ae94c416feb req-2d05eab1-a24a-45a6-9bd7-7ccefad9d372 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eab6e02-6dab-4edf-95f7-483ff9e66922 HTTP/1.1" status: 200 len: 945 time: 0.0537965 Mar 16 00:45:27.033684 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 104d0faf-ee13-42ad-8305-3f86cc838624 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:45:27.053340 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] No Port match for: 104d0faf-ee13-42ad-8305-3f86cc838624 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:45:27.053717 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 104d0faf-ee13-42ad-8305-3f86cc838624 not bound to the agent host hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:45:27.059525 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-29072291-08f4-4550-a796-5ae94c416feb req-ddcb3948-718f-474e-82f8-e9f76a9cc3f5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=a362f634-61c3-4555-8137-1168541f38ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490820 Mar 16 00:45:28.180267 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243b5ed-764c-475b-9cdb-1bcbe827c95d req-43cd7fba-b801-4533-8d56-0de1c1328527 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:28.181760 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5243b5ed-764c-475b-9cdb-1bcbe827c95d req-43cd7fba-b801-4533-8d56-0de1c1328527 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eab6e02-6dab-4edf-95f7-483ff9e66922 HTTP/1.1" status: 200 len: 945 time: 0.0504217 Mar 16 00:45:28.227583 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5243b5ed-764c-475b-9cdb-1bcbe827c95d req-fe33d733-0c6d-495d-a39c-6725adadd1d6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=a362f634-61c3-4555-8137-1168541f38ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395763 Mar 16 00:45:28.452765 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040f877-b6fa-47a7-b5e5-13ee88d69839 req-9c165b83-71f1-4a48-b545-510bcdab4d82 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:28.454234 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5040f877-b6fa-47a7-b5e5-13ee88d69839 req-9c165b83-71f1-4a48-b545-510bcdab4d82 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.46 "GET /v2.0/ports?device_id=5eab6e02-6dab-4edf-95f7-483ff9e66922 HTTP/1.1" status: 200 len: 945 time: 0.0511177 Mar 16 00:45:28.544513 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-5040f877-b6fa-47a7-b5e5-13ee88d69839 req-ce857570-f2d0-484f-b6ca-6b894cd20e65 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Deleting port 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:45:28.544879 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-5040f877-b6fa-47a7-b5e5-13ee88d69839 req-ce857570-f2d0-484f-b6ca-6b894cd20e65 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:28.629549 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-5040f877-b6fa-47a7-b5e5-13ee88d69839 req-ce857570-f2d0-484f-b6ca-6b894cd20e65 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] For port 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:45:28.629910 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-5040f877-b6fa-47a7-b5e5-13ee88d69839 req-ce857570-f2d0-484f-b6ca-6b894cd20e65 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:28.799674 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-5040f877-b6fa-47a7-b5e5-13ee88d69839 req-ce857570-f2d0-484f-b6ca-6b894cd20e65 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:28.799943 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-5040f877-b6fa-47a7-b5e5-13ee88d69839 req-ce857570-f2d0-484f-b6ca-6b894cd20e65 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (35e51ef4-63ae-4e45-be22-4c08e74f7f2b), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:28.800259 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.l3_db [req-5040f877-b6fa-47a7-b5e5-13ee88d69839 req-ce857570-f2d0-484f-b6ca-6b894cd20e65 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Floating IP 35e51ef4-63ae-4e45-be22-4c08e74f7f2b disassociated. External IP: 172.27.2.241, port: 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c. Mar 16 00:45:28.800596 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-5040f877-b6fa-47a7-b5e5-13ee88d69839 req-ce857570-f2d0-484f-b6ca-6b894cd20e65 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Calling delete_port for 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c owned by compute:nova {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:45:28.923542 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-5040f877-b6fa-47a7-b5e5-13ee88d69839 req-ce857570-f2d0-484f-b6ca-6b894cd20e65 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:28.954348 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce857570-f2d0-484f-b6ca-6b894cd20e65 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event deleted for resources: {'Port': ['ID=7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:45:29.330027 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e324322a-9490-4237-b9cc-f6084ed512a4 req-6afdbe4a-9b6e-4482-98bb-eff0e3869273 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eab6e02-6dab-4edf-95f7-483ff9e66922 HTTP/1.1" status: 200 len: 210 time: 0.0305245 Mar 16 00:45:29.368327 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5040f877-b6fa-47a7-b5e5-13ee88d69839 req-ce857570-f2d0-484f-b6ca-6b894cd20e65 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:45:29.487338 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5040f877-b6fa-47a7-b5e5-13ee88d69839 req-ce857570-f2d0-484f-b6ca-6b894cd20e65 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:45:29.496849 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9822cbb-e465-4b94-81e2-295332b0da0e None None] Sync routers for ids ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:45:29.507386 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9822cbb-e465-4b94-81e2-295332b0da0e None None] Routers {'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:45:29.509066 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-b9822cbb-e465-4b94-81e2-295332b0da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:45:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:45:29.531946 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-5040f877-b6fa-47a7-b5e5-13ee88d69839 req-ce857570-f2d0-484f-b6ca-6b894cd20e65 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] No DVR routers for this DVR port 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c on host hv-cinder-83124 {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:45:29.534587 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-5040f877-b6fa-47a7-b5e5-13ee88d69839 req-ce857570-f2d0-484f-b6ca-6b894cd20e65 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:29.537927 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5040f877-b6fa-47a7-b5e5-13ee88d69839 req-ce857570-f2d0-484f-b6ca-6b894cd20e65 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.46 "DELETE /v2.0/ports/7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c HTTP/1.1" status: 204 len: 173 time: 1.0775394 Mar 16 00:45:29.538313 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eab6e02-6dab-4edf-95f7-483ff9e66922', 'name': 'network-vif-deleted', 'tag': '7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:45:29.540534 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078f7239-b1ff-4d0f-96d7-751a33bb06da" -d '{"events": [{"server_uuid": "5eab6e02-6dab-4edf-95f7-483ff9e66922", "name": "network-vif-deleted", "tag": "7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:45:29.581513 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9795cb33-c786-4fb0-8727-433591a28c69 x-openstack-request-id: req-9795cb33-c786-4fb0-8727-433591a28c69 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:45:29.581793 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eab6e02-6dab-4edf-95f7-483ff9e66922", "name": "network-vif-deleted", "tag": "7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:45:29.582025 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9795cb33-c786-4fb0-8727-433591a28c69 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:45:29.582509 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eab6e02-6dab-4edf-95f7-483ff9e66922', 'name': 'network-vif-deleted', 'tag': '7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c', 'status': 'completed', 'code': 200} Mar 16 00:45:29.626359 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-b9822cbb-e465-4b94-81e2-295332b0da0e None None] Set router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:45:29.827951 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-b9822cbb-e465-4b94-81e2-295332b0da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:45:29.853097 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9822cbb-e465-4b94-81e2-295332b0da0e None None] Checking router: bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:45:29.861955 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9822cbb-e465-4b94-81e2-295332b0da0e None None] Routers {'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:45:29.862562 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-b9822cbb-e465-4b94-81e2-295332b0da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:45:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:45:29.972438 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-b9822cbb-e465-4b94-81e2-295332b0da0e None None] Set router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:45:30.168850 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-b9822cbb-e465-4b94-81e2-295332b0da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:45:30.195044 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9822cbb-e465-4b94-81e2-295332b0da0e None None] The sync data for ids ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'] in dv-cinder-831247-13-iscsi is: [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:45:30.408287 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b794d34-d3bb-48ba-b52c-e7b86b0ef53b None None] New status for floating IP 35e51ef4-63ae-4e45-be22-4c08e74f7f2b: DOWN {{(pid=109658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:45:30.420627 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34894) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:45:30.476063 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-04478fc4-6e71-45cc-8590-3d9844dcb2f4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (a362f634-61c3-4555-8137-1168541f38ae), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:30.501667 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-04478fc4-6e71-45cc-8590-3d9844dcb2f4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (a362f634-61c3-4555-8137-1168541f38ae), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:30.550880 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-04478fc4-6e71-45cc-8590-3d9844dcb2f4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (a362f634-61c3-4555-8137-1168541f38ae), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:30.553289 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-04478fc4-6e71-45cc-8590-3d9844dcb2f4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:30.554466 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-04478fc4-6e71-45cc-8590-3d9844dcb2f4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "DELETE /v2.0/security-groups/a362f634-61c3-4555-8137-1168541f38ae HTTP/1.1" status: 204 len: 168 time: 0.1323092 Mar 16 00:45:30.557345 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34896) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:45:30.563589 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04478fc4-6e71-45cc-8590-3d9844dcb2f4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a362f634-61c3-4555-8137-1168541f38ae,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:45:30.573307 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.api.v2.resource [None req-d05ad21b-7ba1-4db4-a043-2681e4f7f073 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] show failed (client error): The resource could not be found. Mar 16 00:45:30.577196 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-d05ad21b-7ba1-4db4-a043-2681e4f7f073 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups/a362f634-61c3-4555-8137-1168541f38ae HTTP/1.1" status: 404 len: 347 time: 0.0162249 Mar 16 00:45:30.577540 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34898) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:45:30.697864 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-f1785eb1-0e2c-494a-bae3-8d237185215b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Deleting port 83c7d321-3966-4d4e-b1d7-329aabcc72e8 {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:45:30.698117 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f1785eb1-0e2c-494a-bae3-8d237185215b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (83c7d321-3966-4d4e-b1d7-329aabcc72e8), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:30.779427 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f1785eb1-0e2c-494a-bae3-8d237185215b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (83c7d321-3966-4d4e-b1d7-329aabcc72e8), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:30.779756 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f1785eb1-0e2c-494a-bae3-8d237185215b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (83c7d321-3966-4d4e-b1d7-329aabcc72e8), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:30.791550 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-f1785eb1-0e2c-494a-bae3-8d237185215b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Calling delete_port for 83c7d321-3966-4d4e-b1d7-329aabcc72e8 owned by network:floatingip {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:45:30.915577 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f1785eb1-0e2c-494a-bae3-8d237185215b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (83c7d321-3966-4d4e-b1d7-329aabcc72e8), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:30.944174 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1785eb1-0e2c-494a-bae3-8d237185215b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event deleted for resources: {'Port': ['ID=83c7d321-3966-4d4e-b1d7-329aabcc72e8,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:45:31.001522 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f1785eb1-0e2c-494a-bae3-8d237185215b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (35e51ef4-63ae-4e45-be22-4c08e74f7f2b), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:31.004028 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-f1785eb1-0e2c-494a-bae3-8d237185215b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:31.005187 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-f1785eb1-0e2c-494a-bae3-8d237185215b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "DELETE /v2.0/floatingips/35e51ef4-63ae-4e45-be22-4c08e74f7f2b HTTP/1.1" status: 204 len: 168 time: 0.4267051 Mar 16 00:45:31.163940 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 34902) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:45:31.168501 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-18d56957-8b84-45f8-b039-15275f3be533 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1408340457', 'description': 'tempest-description--1820304324'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:45:31.187131 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-18d56957-8b84-45f8-b039-15275f3be533 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:31.251243 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-18d56957-8b84-45f8-b039-15275f3be533 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (94dc619c-3975-422f-8954-20e6071d0d98), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:31.255367 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-18d56957-8b84-45f8-b039-15275f3be533 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (94dc619c-3975-422f-8954-20e6071d0d98), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:31.283669 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-18d56957-8b84-45f8-b039-15275f3be533 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:31.284869 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-18d56957-8b84-45f8-b039-15275f3be533 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1199219 Mar 16 00:45:31.286829 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d56957-8b84-45f8-b039-15275f3be533 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94dc619c-3975-422f-8954-20e6071d0d98,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:45:31.287871 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34904) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:45:31.292491 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-3b08153d-9011-462f-9147-fc8c3a1a6cfe tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'security_group_rule': {'security_group_id': '94dc619c-3975-422f-8954-20e6071d0d98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:45:31.318032 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3b08153d-9011-462f-9147-fc8c3a1a6cfe tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (01412d13-9779-484b-8847-ccdb86e973e8), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:31.362560 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3b08153d-9011-462f-9147-fc8c3a1a6cfe tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (01412d13-9779-484b-8847-ccdb86e973e8), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:31.366174 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3b08153d-9011-462f-9147-fc8c3a1a6cfe tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (01412d13-9779-484b-8847-ccdb86e973e8), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:31.389631 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08153d-9011-462f-9147-fc8c3a1a6cfe tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01412d13-9779-484b-8847-ccdb86e973e8,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:45:31.398480 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3b08153d-9011-462f-9147-fc8c3a1a6cfe tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:31.399844 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-3b08153d-9011-462f-9147-fc8c3a1a6cfe tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1108944 Mar 16 00:45:31.402845 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34906) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:45:31.407589 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-d61c46c0-fd0f-44fd-b43e-45d12b72400d tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'security_group_rule': {'security_group_id': '94dc619c-3975-422f-8954-20e6071d0d98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:45:31.434628 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d61c46c0-fd0f-44fd-b43e-45d12b72400d tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (7af0b801-be4d-4ec6-86ed-4fce16af527a), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:31.488914 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d61c46c0-fd0f-44fd-b43e-45d12b72400d tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (7af0b801-be4d-4ec6-86ed-4fce16af527a), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:31.492601 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d61c46c0-fd0f-44fd-b43e-45d12b72400d tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (7af0b801-be4d-4ec6-86ed-4fce16af527a), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:31.510135 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c46c0-fd0f-44fd-b43e-45d12b72400d tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af0b801-be4d-4ec6-86ed-4fce16af527a,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:45:31.514919 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d61c46c0-fd0f-44fd-b43e-45d12b72400d tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:31.519198 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-d61c46c0-fd0f-44fd-b43e-45d12b72400d tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123235 Mar 16 00:45:31.519198 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34908) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:45:31.523382 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-161ae8af-5a85-4058-82c5-eb778d53687f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'floatingip': {'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:45:31.542343 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-161ae8af-5a85-4058-82c5-eb778d53687f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:31.638095 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-161ae8af-5a85-4058-82c5-eb778d53687f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:31.743586 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_common [None req-161ae8af-5a85-4058-82c5-eb778d53687f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Allocated IP 172.27.2.90 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/23461623-d25e-4342-bb16-f77252d2c0cf) {{(pid=109655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:45:31.846650 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-161ae8af-5a85-4058-82c5-eb778d53687f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for port (23461623-d25e-4342-bb16-f77252d2c0cf), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:31.879042 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-161ae8af-5a85-4058-82c5-eb778d53687f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (23461623-d25e-4342-bb16-f77252d2c0cf), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:31.913227 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161ae8af-5a85-4058-82c5-eb778d53687f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:45:31.919504 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-161ae8af-5a85-4058-82c5-eb778d53687f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:45:31.923451 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ae8af-5a85-4058-82c5-eb778d53687f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Received port after_create {{(pid=109655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:45:31.945189 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ae8af-5a85-4058-82c5-eb778d53687f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'Port': ['ID=23461623-d25e-4342-bb16-f77252d2c0cf,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:45:32.011434 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-161ae8af-5a85-4058-82c5-eb778d53687f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (23ddd5e7-c68e-49dc-9e65-9c06a93212cc), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:32.048720 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-161ae8af-5a85-4058-82c5-eb778d53687f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (23461623-d25e-4342-bb16-f77252d2c0cf), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:32.194330 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-161ae8af-5a85-4058-82c5-eb778d53687f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for port (23461623-d25e-4342-bb16-f77252d2c0cf), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:32.198657 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-161ae8af-5a85-4058-82c5-eb778d53687f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5476197'] for port (23461623-d25e-4342-bb16-f77252d2c0cf), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:32.264575 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ae8af-5a85-4058-82c5-eb778d53687f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'Port': ['ID=23461623-d25e-4342-bb16-f77252d2c0cf,revision_number=2']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:45:32.274321 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-161ae8af-5a85-4058-82c5-eb778d53687f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (23ddd5e7-c68e-49dc-9e65-9c06a93212cc), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:32.289347 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-161ae8af-5a85-4058-82c5-eb778d53687f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:32.290606 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-161ae8af-5a85-4058-82c5-eb778d53687f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7704878 Mar 16 00:45:32.459843 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-fb11651d-41b6-485a-a398-8624c2cca87c tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1408340457&fields=id&tenant_id=e55c140cd0e64390af59e1e928324ee3 HTTP/1.1" status: 200 len: 267 time: 0.0414472 Mar 16 00:45:32.565166 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-186ad7ce-e07a-4b81-882c-5c176197990b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:32.566966 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-186ad7ce-e07a-4b81-882c-5c176197990b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/networks?id=24d49175-3b8e-4ca0-b5c5-e4b583c05691 HTTP/1.1" status: 200 len: 815 time: 0.1008925 Mar 16 00:45:32.581383 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-f9a2ee7a-d571-4132-886c-5682442699c7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/quotas/e55c140cd0e64390af59e1e928324ee3 HTTP/1.1" status: 200 len: 375 time: 0.0091696 Mar 16 00:45:32.632941 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-9f110fb8-5242-497f-adce-5b1614c30734 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e55c140cd0e64390af59e1e928324ee3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467553 Mar 16 00:45:32.794441 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-bc45bd9f-6a68-439e-9cec-c743eb4c03ea service neutron] 10.222.0.10 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500320 Mar 16 00:45:32.880291 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-91552fcf-f6bd-40f1-abc1-57fb0db5cc50 service neutron] 10.222.0.10 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795949 Mar 16 00:45:33.038326 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-66ae92ee-cf04-4063-80ba-d01ff617b7da req-40fbf774-0d88-409e-bab7-9fed86136388 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=638fca96-db2a-44e3-be1a-08689e7f0a09 HTTP/1.1" status: 200 len: 210 time: 0.0295260 Mar 16 00:45:33.039801 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:45:33.065705 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] No Port match for: 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:45:33.066055 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 7f8a22c6-5bf1-42fd-ab33-ead8f2a2a89c not bound to the agent host hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:45:33.928929 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-c75625e9-3e97-40e9-a4f2-d98281c5ee95 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:33.930386 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-c75625e9-3e97-40e9-a4f2-d98281c5ee95 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.46 "GET /v2.0/networks?id=24d49175-3b8e-4ca0-b5c5-e4b583c05691 HTTP/1.1" status: 200 len: 815 time: 0.1047413 Mar 16 00:45:33.990471 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ff3e3d1b-e66a-483f-94ec-3f6eceab3392 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e55c140cd0e64390af59e1e928324ee3 HTTP/1.1" status: 200 len: 380 time: 0.0516326 Mar 16 00:45:33.998663 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'port': {'device_id': '638fca96-db2a-44e3-be1a-08689e7f0a09', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'admin_state_up': True, 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'security_groups': ['94dc619c-3975-422f-8954-20e6071d0d98']}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:45:34.114220 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Made reservation on behalf of e55c140cd0e64390af59e1e928324ee3 for: {'port': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:45:34.117383 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:34.134566 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e56f1614-7a12-49a5-98f1-ee5b866277c3 req-8a9deac9-c197-47e6-8eb3-280f3d0f054a tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=638fca96-db2a-44e3-be1a-08689e7f0a09 HTTP/1.1" status: 200 len: 210 time: 0.0310500 Mar 16 00:45:34.252776 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Allocated IP 172.20.0.13 (24d49175-3b8e-4ca0-b5c5-e4b583c05691/568d7227-01bf-42e7-b032-35fe043b9e0d/0828161a-bb33-4cf9-b3ae-c9cf3963239b) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:45:34.387235 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for port (0828161a-bb33-4cf9-b3ae-c9cf3963239b), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:34.419530 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (0828161a-bb33-4cf9-b3ae-c9cf3963239b), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:34.458726 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:45:34.467635 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:45:34.471394 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:45:34.497420 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'Port': ['ID=0828161a-bb33-4cf9-b3ae-c9cf3963239b,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:45:34.512019 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:34.512335 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:34.512625 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:34.512969 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:34.513302 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:34.513669 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:34.514000 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:34.514333 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:34.514716 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:34.515571 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:34.515900 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:34.516230 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:34.516558 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:34.516880 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:34.517202 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:34.534729 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:34.535366 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:34.551898 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-6c7ed5a9-31a9-474e-bd7e-43b7143661a4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5567863 Mar 16 00:45:34.563659 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] Request body: {'port': {'device_id': '638fca96-db2a-44e3-be1a-08689e7f0a09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:45:34.623405 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (0828161a-bb33-4cf9-b3ae-c9cf3963239b), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:34.689786 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-e44c88c5-962a-4224-92d2-cfbf4055e64b None None] Provisioning complete for port 0828161a-bb33-4cf9-b3ae-c9cf3963239b triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:45:34.690380 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e44c88c5-962a-4224-92d2-cfbf4055e64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (0828161a-bb33-4cf9-b3ae-c9cf3963239b), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:34.726268 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-e44c88c5-962a-4224-92d2-cfbf4055e64b None None] Port 0828161a-bb33-4cf9-b3ae-c9cf3963239b cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:45:34.876586 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0828161a-bb33-4cf9-b3ae-c9cf3963239b {{(pid=109656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:45:34.883866 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] Publish callbacks [] for port (0828161a-bb33-4cf9-b3ae-c9cf3963239b), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:34.895757 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.provisioning_blocks [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] Transition to ACTIVE for port object 0828161a-bb33-4cf9-b3ae-c9cf3963239b will not be triggered until provisioned by entity L2. {{(pid=109656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 00:45:34.899469 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (0828161a-bb33-4cf9-b3ae-c9cf3963239b), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:34.965169 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] Pushing event updated for resources: {'Port': ['ID=0828161a-bb33-4cf9-b3ae-c9cf3963239b,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:45:35.018068 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] Attempting to bind port 0828161a-bb33-4cf9-b3ae-c9cf3963239b on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:45:35.018419 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] Attempting to bind port 0828161a-bb33-4cf9-b3ae-c9cf3963239b by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:45:35.018760 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] Attempting to bind port 0828161a-bb33-4cf9-b3ae-c9cf3963239b on network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:45:35.023294 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] Port 0828161a-bb33-4cf9-b3ae-c9cf3963239b on network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 00:45:35.023621 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] Attempting to bind port 0828161a-bb33-4cf9-b3ae-c9cf3963239b on network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:45:35.028604 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] Checking agent: {'id': 'b9d601fa-f980-49b0-9520-143ebd33322f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'started_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:45:35.028949 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] Checking segment: {'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:45:35.029343 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] Bound using segment: {'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:45:35.029830 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] Bound port: 0828161a-bb33-4cf9-b3ae-c9cf3963239b, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'}}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:45:35.030178 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (0828161a-bb33-4cf9-b3ae-c9cf3963239b), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:35.098364 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] For port 0828161a-bb33-4cf9-b3ae-c9cf3963239b, host hv-cinder-83124, cleared binding levels {{(pid=109656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:45:35.101309 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] For port 0828161a-bb33-4cf9-b3ae-c9cf3963239b, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0828161a-bb33-4cf9-b3ae-c9cf3963239b,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:45:35.107079 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (0828161a-bb33-4cf9-b3ae-c9cf3963239b), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:35.138378 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:35.138923 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:35.140896 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] 10.222.0.46 "PUT /v2.0/ports/0828161a-bb33-4cf9-b3ae-c9cf3963239b HTTP/1.1" status: 200 len: 1094 time: 0.5820978 Mar 16 00:45:35.141413 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638fca96-db2a-44e3-be1a-08689e7f0a09', 'tag': '0828161a-bb33-4cf9-b3ae-c9cf3963239b'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:45:35.143572 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e769c77-a891-476f-bdae-70c853403952" -d '{"events": [{"name": "network-changed", "server_uuid": "638fca96-db2a-44e3-be1a-08689e7f0a09", "tag": "0828161a-bb33-4cf9-b3ae-c9cf3963239b"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:45:35.175309 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef462b5b-5924-4d71-a5ec-a2c3c92cded5 service neutron] Pushing event updated for resources: {'Port': ['ID=0828161a-bb33-4cf9-b3ae-c9cf3963239b,revision_number=3']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:45:35.215942 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2aab19-d2ca-4b37-b5ea-d395d1d67d2f x-openstack-request-id: req-8f2aab19-d2ca-4b37-b5ea-d395d1d67d2f {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:45:35.216245 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638fca96-db2a-44e3-be1a-08689e7f0a09", "tag": "0828161a-bb33-4cf9-b3ae-c9cf3963239b", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:45:35.216493 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f2aab19-d2ca-4b37-b5ea-d395d1d67d2f {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:45:35.216888 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638fca96-db2a-44e3-be1a-08689e7f0a09', 'tag': '0828161a-bb33-4cf9-b3ae-c9cf3963239b', 'status': 'completed', 'code': 200} Mar 16 00:45:35.268391 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-3725bb77-8f73-4499-98b2-c3957c93ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:35.269938 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-3725bb77-8f73-4499-98b2-c3957c93ce8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e55c140cd0e64390af59e1e928324ee3&device_id=638fca96-db2a-44e3-be1a-08689e7f0a09 HTTP/1.1" status: 200 len: 1128 time: 0.0848532 Mar 16 00:45:35.281466 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed7d48-e2b4-41dd-a76e-c15e09259aa0 req-e18973be-2c6e-4e49-b3b5-ed4c595e5283 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:35.282954 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-25ed7d48-e2b4-41dd-a76e-c15e09259aa0 req-e18973be-2c6e-4e49-b3b5-ed4c595e5283 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=638fca96-db2a-44e3-be1a-08689e7f0a09 HTTP/1.1" status: 200 len: 944 time: 0.0643480 Mar 16 00:45:35.332645 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-f406d7b0-93e8-4ca6-9029-897b6f33311d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0828161a-bb33-4cf9-b3ae-c9cf3963239b HTTP/1.1" status: 200 len: 217 time: 0.0487368 Mar 16 00:45:35.393277 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-25ed7d48-e2b4-41dd-a76e-c15e09259aa0 req-6de4d1b4-1ee9-4f98-b136-c007ea66576a tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=94dc619c-3975-422f-8954-20e6071d0d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035109 Mar 16 00:45:35.400080 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-5e68951a-bda0-4dbd-86ad-b23d01e66028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:35.401456 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-5e68951a-bda0-4dbd-86ad-b23d01e66028 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=568d7227-01bf-42e7-b032-35fe043b9e0d HTTP/1.1" status: 200 len: 854 time: 0.0622215 Mar 16 00:45:35.458131 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-6b85498e-7704-43c2-982e-d909447b28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:35.459611 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-6b85498e-7704-43c2-982e-d909447b28a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24d49175-3b8e-4ca0-b5c5-e4b583c05691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0522249 Mar 16 00:45:35.544307 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-cfc299ab-3a91-432c-a13c-ebf22174731c service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789516 Mar 16 00:45:35.632816 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2bb51944-fd82-4fce-92b3-b79b78cf41a1 req-962cd3a9-cd6a-4537-b3fa-d8312f7259d0 service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825164 Mar 16 00:45:35.724548 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e769c77-a891-476f-bdae-70c853403952 req-4fe00f6d-ac17-43a2-8c03-255c6507f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:35.726131 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1e769c77-a891-476f-bdae-70c853403952 req-4fe00f6d-ac17-43a2-8c03-255c6507f31c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e55c140cd0e64390af59e1e928324ee3&device_id=638fca96-db2a-44e3-be1a-08689e7f0a09 HTTP/1.1" status: 200 len: 1128 time: 0.0505257 Mar 16 00:45:35.814689 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e769c77-a891-476f-bdae-70c853403952 req-a3d39b29-13b3-4c11-89cb-6ffc65658bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:35.816121 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1e769c77-a891-476f-bdae-70c853403952 req-a3d39b29-13b3-4c11-89cb-6ffc65658bce service neutron] 10.222.0.46 "GET /v2.0/networks?id=24d49175-3b8e-4ca0-b5c5-e4b583c05691 HTTP/1.1" status: 200 len: 916 time: 0.0838926 Mar 16 00:45:35.861063 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1e769c77-a891-476f-bdae-70c853403952 req-c5d2a9a0-0893-430e-b5e7-962d94888df9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0828161a-bb33-4cf9-b3ae-c9cf3963239b HTTP/1.1" status: 200 len: 217 time: 0.0377002 Mar 16 00:45:35.909791 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e769c77-a891-476f-bdae-70c853403952 req-2c401623-be5c-4845-b477-3ed17b2c5432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:35.911346 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1e769c77-a891-476f-bdae-70c853403952 req-2c401623-be5c-4845-b477-3ed17b2c5432 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=568d7227-01bf-42e7-b032-35fe043b9e0d HTTP/1.1" status: 200 len: 854 time: 0.0443342 Mar 16 00:45:35.961646 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e769c77-a891-476f-bdae-70c853403952 req-912f0b63-c7fe-40d3-a2ae-af1198de0a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:35.963104 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1e769c77-a891-476f-bdae-70c853403952 req-912f0b63-c7fe-40d3-a2ae-af1198de0a56 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24d49175-3b8e-4ca0-b5c5-e4b583c05691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447962 Mar 16 00:45:36.056862 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1e769c77-a891-476f-bdae-70c853403952 req-8ed50bdb-7c71-4c73-8894-0763287d9e0c service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856738 Mar 16 00:45:36.146782 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1e769c77-a891-476f-bdae-70c853403952 req-6bb073c5-4ebe-4ef7-be3f-e8961a11ac93 service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822940 Mar 16 00:45:36.515266 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95472299-4e6f-4ec5-986d-14b01e10390a req-914e20d3-dae8-4e00-956b-7e62b3e97053 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:36.516794 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-95472299-4e6f-4ec5-986d-14b01e10390a req-914e20d3-dae8-4e00-956b-7e62b3e97053 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=638fca96-db2a-44e3-be1a-08689e7f0a09 HTTP/1.1" status: 200 len: 944 time: 0.0562811 Mar 16 00:45:36.563683 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-95472299-4e6f-4ec5-986d-14b01e10390a req-f0e54065-f7c3-4c0c-997c-93fd7908991d tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=94dc619c-3975-422f-8954-20e6071d0d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412538 Mar 16 00:45:37.680187 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1ef69-fe6c-4af3-abf0-fd78309721c5 req-0e2393a9-9f4c-40b4-985f-143396c53c78 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:37.681555 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0cd1ef69-fe6c-4af3-abf0-fd78309721c5 req-0e2393a9-9f4c-40b4-985f-143396c53c78 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=638fca96-db2a-44e3-be1a-08689e7f0a09 HTTP/1.1" status: 200 len: 944 time: 0.0528846 Mar 16 00:45:37.730343 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0cd1ef69-fe6c-4af3-abf0-fd78309721c5 req-27adb9cd-fa2b-467c-b8f4-3a782c3e3af1 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=94dc619c-3975-422f-8954-20e6071d0d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433867 Mar 16 00:45:38.843919 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed55119-bcb9-4410-b07c-9b44af98e9f7 req-cf03d8d9-92ac-415d-93b3-b3746642f78b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:38.845373 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0ed55119-bcb9-4410-b07c-9b44af98e9f7 req-cf03d8d9-92ac-415d-93b3-b3746642f78b tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=638fca96-db2a-44e3-be1a-08689e7f0a09 HTTP/1.1" status: 200 len: 944 time: 0.0516615 Mar 16 00:45:38.890391 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0ed55119-bcb9-4410-b07c-9b44af98e9f7 req-ed0b79e0-e3f3-44b2-adb1-22f7c0d01906 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=94dc619c-3975-422f-8954-20e6071d0d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395515 Mar 16 00:45:39.065512 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 0828161a-bb33-4cf9-b3ae-c9cf3963239b details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:45:39.162256 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 0828161a-bb33-4cf9-b3ae-c9cf3963239b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0828161a-bb33-4cf9-b3ae-c9cf3963239b,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:45:39.173779 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': '0828161a-bb33-4cf9-b3ae-c9cf3963239b', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'port_id': '0828161a-bb33-4cf9-b3ae-c9cf3963239b', 'mac_address': 'fa:16:3e:a2:d6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:45:39.210876 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 0828161a-bb33-4cf9-b3ae-c9cf3963239b is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:45:39.211263 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (0828161a-bb33-4cf9-b3ae-c9cf3963239b), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:39.223884 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0828161a-bb33-4cf9-b3ae-c9cf3963239b {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:45:39.242854 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 0828161a-bb33-4cf9-b3ae-c9cf3963239b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0828161a-bb33-4cf9-b3ae-c9cf3963239b,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:45:39.246177 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (0828161a-bb33-4cf9-b3ae-c9cf3963239b), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:39.291736 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=0828161a-bb33-4cf9-b3ae-c9cf3963239b,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:45:39.453094 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['0828161a-bb33-4cf9-b3ae-c9cf3963239b'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:45:40.005081 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95098366-f102-46bf-af53-41f2e3ab40cb req-174b1d06-60c4-4649-856c-2401a01cf155 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:40.006596 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-95098366-f102-46bf-af53-41f2e3ab40cb req-174b1d06-60c4-4649-856c-2401a01cf155 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=638fca96-db2a-44e3-be1a-08689e7f0a09 HTTP/1.1" status: 200 len: 945 time: 0.0505028 Mar 16 00:45:40.052779 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-95098366-f102-46bf-af53-41f2e3ab40cb req-20d69bf0-0718-4b99-9a51-729f9f092d0d tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=94dc619c-3975-422f-8954-20e6071d0d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405953 Mar 16 00:45:41.069409 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 0828161a-bb33-4cf9-b3ae-c9cf3963239b up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:45:41.117083 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning for port 0828161a-bb33-4cf9-b3ae-c9cf3963239b completed by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 00:45:41.121306 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port 0828161a-bb33-4cf9-b3ae-c9cf3963239b triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:45:41.121716 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (0828161a-bb33-4cf9-b3ae-c9cf3963239b), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:41.171648 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc2820-23be-45e0-a4a8-1cd948d1c9f6 req-cd8e7ef1-2942-446b-9dac-f82c10ef23ef tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:41.173127 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2acc2820-23be-45e0-a4a8-1cd948d1c9f6 req-cd8e7ef1-2942-446b-9dac-f82c10ef23ef tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=638fca96-db2a-44e3-be1a-08689e7f0a09 HTTP/1.1" status: 200 len: 945 time: 0.0537565 Mar 16 00:45:41.202620 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 0828161a-bb33-4cf9-b3ae-c9cf3963239b is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:45:41.203035 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (0828161a-bb33-4cf9-b3ae-c9cf3963239b), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:41.223203 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2acc2820-23be-45e0-a4a8-1cd948d1c9f6 req-965a2b3f-1306-4940-953b-abfd8f09566e tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=94dc619c-3975-422f-8954-20e6071d0d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444787 Mar 16 00:45:41.225822 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638fca96-db2a-44e3-be1a-08689e7f0a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0828161a-bb33-4cf9-b3ae-c9cf3963239b'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:45:41.228059 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9632f6b-dee5-4ff8-a14f-a0a26e72abab" -d '{"events": [{"server_uuid": "638fca96-db2a-44e3-be1a-08689e7f0a09", "name": "network-vif-plugged", "status": "completed", "tag": "0828161a-bb33-4cf9-b3ae-c9cf3963239b"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:45:41.240830 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 0828161a-bb33-4cf9-b3ae-c9cf3963239b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0828161a-bb33-4cf9-b3ae-c9cf3963239b,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:45:41.246247 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (0828161a-bb33-4cf9-b3ae-c9cf3963239b), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:41.270033 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5cf4fe-7fb9-4a5f-8f90-dc5d9cbe5279 x-openstack-request-id: req-bc5cf4fe-7fb9-4a5f-8f90-dc5d9cbe5279 {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:45:41.270330 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638fca96-db2a-44e3-be1a-08689e7f0a09", "name": "network-vif-plugged", "status": "completed", "tag": "0828161a-bb33-4cf9-b3ae-c9cf3963239b", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:45:41.270585 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc5cf4fe-7fb9-4a5f-8f90-dc5d9cbe5279 {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:45:41.270975 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638fca96-db2a-44e3-be1a-08689e7f0a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0828161a-bb33-4cf9-b3ae-c9cf3963239b', 'code': 200} Mar 16 00:45:41.295937 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=0828161a-bb33-4cf9-b3ae-c9cf3963239b,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:45:41.302947 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:41.303296 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:41.303645 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:41.303986 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:41.304323 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:41.304671 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:41.304983 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:41.305310 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:41.305670 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:41.305998 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:41.306325 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:41.306649 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:41.306970 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:41.307319 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:41.307608 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:45:41.427073 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3b0a4-d5d6-4061-ad30-3473a3f3e7a0 req-7cb87ded-0855-4fc3-a95a-26c8fbd56600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:41.428515 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-71a3b0a4-d5d6-4061-ad30-3473a3f3e7a0 req-7cb87ded-0855-4fc3-a95a-26c8fbd56600 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=638fca96-db2a-44e3-be1a-08689e7f0a09 HTTP/1.1" status: 200 len: 1130 time: 0.0440605 Mar 16 00:45:41.471234 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-71a3b0a4-d5d6-4061-ad30-3473a3f3e7a0 req-8a68d1a7-a570-4c80-94cd-6f35deab4c5a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=94dc619c-3975-422f-8954-20e6071d0d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366285 Mar 16 00:45:42.346439 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45716459-398b-46be-8d61-95168b5f8d98 req-6a2d1d4d-42f3-44ff-bf1d-61be464523e4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:42.347918 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-45716459-398b-46be-8d61-95168b5f8d98 req-6a2d1d4d-42f3-44ff-bf1d-61be464523e4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=638fca96-db2a-44e3-be1a-08689e7f0a09 HTTP/1.1" status: 200 len: 946 time: 0.0562651 Mar 16 00:45:42.394313 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-45716459-398b-46be-8d61-95168b5f8d98 req-d517b341-4bbb-4d2f-8178-b0b8197b14e5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=94dc619c-3975-422f-8954-20e6071d0d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408726 Mar 16 00:45:43.513259 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e1ea5-1cdd-4da1-84f9-6649a165b695 req-fdfe001d-db42-4ac6-afbe-4d5f9c4b5fc1 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:43.514727 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-041e1ea5-1cdd-4da1-84f9-6649a165b695 req-fdfe001d-db42-4ac6-afbe-4d5f9c4b5fc1 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=638fca96-db2a-44e3-be1a-08689e7f0a09 HTTP/1.1" status: 200 len: 946 time: 0.0533538 Mar 16 00:45:43.558825 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-041e1ea5-1cdd-4da1-84f9-6649a165b695 req-684bff9d-ffd6-46a8-a94f-19b499431151 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=94dc619c-3975-422f-8954-20e6071d0d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381470 Mar 16 00:45:43.672358 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0507be1-df3b-4235-ac06-f4287695d7e2 req-f6ab2a5a-6fbe-40cc-8b60-03a32cb15ac7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:43.673860 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a0507be1-df3b-4235-ac06-f4287695d7e2 req-f6ab2a5a-6fbe-40cc-8b60-03a32cb15ac7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=638fca96-db2a-44e3-be1a-08689e7f0a09 HTTP/1.1" status: 200 len: 946 time: 0.0533059 Mar 16 00:45:43.682118 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 34962) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:45:43.686401 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-1fc343a8-ec5a-4ea6-a7a8-50a109697461 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'floatingip': {'port_id': '0828161a-bb33-4cf9-b3ae-c9cf3963239b'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:45:43.727421 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1fc343a8-ec5a-4ea6-a7a8-50a109697461 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (23ddd5e7-c68e-49dc-9e65-9c06a93212cc), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:44.135805 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1fc343a8-ec5a-4ea6-a7a8-50a109697461 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:44.139598 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1fc343a8-ec5a-4ea6-a7a8-50a109697461 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (23ddd5e7-c68e-49dc-9e65-9c06a93212cc), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:44.239931 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.db.l3_db [None req-1fc343a8-ec5a-4ea6-a7a8-50a109697461 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Floating IP 23ddd5e7-c68e-49dc-9e65-9c06a93212cc associated. External IP: 172.27.2.90, port: 0828161a-bb33-4cf9-b3ae-c9cf3963239b. Mar 16 00:45:44.448435 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc343a8-ec5a-4ea6-a7a8-50a109697461 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:45:44.566979 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc343a8-ec5a-4ea6-a7a8-50a109697461 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:45:44.572096 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1fc343a8-ec5a-4ea6-a7a8-50a109697461 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:44.576831 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b22553-764e-4e26-b46c-2dc2c716953a None None] Sync routers for ids ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:45:44.585701 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b22553-764e-4e26-b46c-2dc2c716953a None None] Routers {'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:45:44.586309 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-25b22553-764e-4e26-b46c-2dc2c716953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:45:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:45:44.600804 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-1fc343a8-ec5a-4ea6-a7a8-50a109697461 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "PUT /v2.0/floatingips/23ddd5e7-c68e-49dc-9e65-9c06a93212cc HTTP/1.1" status: 200 len: 991 time: 0.9176431 Mar 16 00:45:44.601504 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638fca96-db2a-44e3-be1a-08689e7f0a09', 'tag': '0828161a-bb33-4cf9-b3ae-c9cf3963239b'}] {{(pid=109655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:45:44.603737 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df82934b303eb2c65d5363c89017506e4207af41f0fc796505a1ca2b23a59d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55e09fe-6225-4d7a-bebe-256b9a1c2bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "638fca96-db2a-44e3-be1a-08689e7f0a09", "tag": "0828161a-bb33-4cf9-b3ae-c9cf3963239b"}]}' {{(pid=109655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:45:44.709536 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f8eeea-b616-41e9-9c6c-6150314d2f5b x-openstack-request-id: req-c8f8eeea-b616-41e9-9c6c-6150314d2f5b {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:45:44.710138 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638fca96-db2a-44e3-be1a-08689e7f0a09", "tag": "0828161a-bb33-4cf9-b3ae-c9cf3963239b", "status": "completed", "code": 200}]} {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:45:44.710138 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8f8eeea-b616-41e9-9c6c-6150314d2f5b {{(pid=109655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:45:44.710469 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638fca96-db2a-44e3-be1a-08689e7f0a09', 'tag': '0828161a-bb33-4cf9-b3ae-c9cf3963239b', 'status': 'completed', 'code': 200} Mar 16 00:45:44.774199 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e09fe-6225-4d7a-bebe-256b9a1c2bbf req-3a097c8b-3393-4838-929c-38d37f5fb59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:44.775759 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e55e09fe-6225-4d7a-bebe-256b9a1c2bbf req-3a097c8b-3393-4838-929c-38d37f5fb59d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e55c140cd0e64390af59e1e928324ee3&device_id=638fca96-db2a-44e3-be1a-08689e7f0a09 HTTP/1.1" status: 200 len: 1130 time: 0.0436370 Mar 16 00:45:44.820714 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-25b22553-764e-4e26-b46c-2dc2c716953a None None] Set router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:45:44.873231 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e09fe-6225-4d7a-bebe-256b9a1c2bbf req-5a9929d4-9be5-4109-abad-0927dbfc1d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:44.875412 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e55e09fe-6225-4d7a-bebe-256b9a1c2bbf req-5a9929d4-9be5-4109-abad-0927dbfc1d1c service neutron] 10.222.0.46 "GET /v2.0/networks?id=24d49175-3b8e-4ca0-b5c5-e4b583c05691 HTTP/1.1" status: 200 len: 916 time: 0.0932472 Mar 16 00:45:44.938710 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e55e09fe-6225-4d7a-bebe-256b9a1c2bbf req-ce8e3b72-d5c9-4005-9e43-691f2cdebb3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0828161a-bb33-4cf9-b3ae-c9cf3963239b HTTP/1.1" status: 200 len: 999 time: 0.0574834 Mar 16 00:45:44.983435 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e09fe-6225-4d7a-bebe-256b9a1c2bbf req-2d563827-52ff-45bc-982f-e7215a47bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:44.985408 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e55e09fe-6225-4d7a-bebe-256b9a1c2bbf req-2d563827-52ff-45bc-982f-e7215a47bca7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=568d7227-01bf-42e7-b032-35fe043b9e0d HTTP/1.1" status: 200 len: 854 time: 0.0418773 Mar 16 00:45:45.036562 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e09fe-6225-4d7a-bebe-256b9a1c2bbf req-426a5e4e-bed8-487d-a6cc-419c9552e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:45:45.038103 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e55e09fe-6225-4d7a-bebe-256b9a1c2bbf req-426a5e4e-bed8-487d-a6cc-419c9552e23c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24d49175-3b8e-4ca0-b5c5-e4b583c05691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466373 Mar 16 00:45:45.052072 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-25b22553-764e-4e26-b46c-2dc2c716953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '23ddd5e7-c68e-49dc-9e65-9c06a93212cc', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'port_id': '0828161a-bb33-4cf9-b3ae-c9cf3963239b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'mac_address': 'fa:16:3e:a2:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638fca96-db2a-44e3-be1a-08689e7f0a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:45:31Z', 'updated_at': '2022-03-16T00:45:44Z', 'revision_number': 1, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:45:45.077786 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b22553-764e-4e26-b46c-2dc2c716953a None None] Checking router: bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:45:45.086144 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b22553-764e-4e26-b46c-2dc2c716953a None None] Routers {'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:45:45.086761 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-25b22553-764e-4e26-b46c-2dc2c716953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:45:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:45:45.124920 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e55e09fe-6225-4d7a-bebe-256b9a1c2bbf req-b5ee2442-b1d7-4e4c-86ca-dcb49e77cf03 service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808370 Mar 16 00:45:45.200433 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-25b22553-764e-4e26-b46c-2dc2c716953a None None] Set router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:45:45.216310 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e55e09fe-6225-4d7a-bebe-256b9a1c2bbf req-98a98929-0e32-4468-89ba-db015b980632 service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858080 Mar 16 00:45:45.421911 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-25b22553-764e-4e26-b46c-2dc2c716953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '23ddd5e7-c68e-49dc-9e65-9c06a93212cc', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'port_id': '0828161a-bb33-4cf9-b3ae-c9cf3963239b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'mac_address': 'fa:16:3e:a2:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638fca96-db2a-44e3-be1a-08689e7f0a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:45:31Z', 'updated_at': '2022-03-16T00:45:44Z', 'revision_number': 1, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:45:45.448098 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b22553-764e-4e26-b46c-2dc2c716953a None None] The sync data for ids ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'] in dv-cinder-831247-13-iscsi is: [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '23ddd5e7-c68e-49dc-9e65-9c06a93212cc', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'port_id': '0828161a-bb33-4cf9-b3ae-c9cf3963239b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'mac_address': 'fa:16:3e:a2:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638fca96-db2a-44e3-be1a-08689e7f0a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:45:31Z', 'updated_at': '2022-03-16T00:45:44Z', 'revision_number': 1, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:45:45.622430 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3b1a32-37d3-4f69-96b2-ed0426c50011 None None] New status for floating IP 23ddd5e7-c68e-49dc-9e65-9c06a93212cc: ACTIVE {{(pid=109658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:45:50.007040 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e9eff766-6ce7-405b-adaf-df49e0d69bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:52.348133 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-6d2f90fb-b5a9-43c5-8c7e-412f9044d6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:53.057713 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:53.629639 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:55.029236 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:45:56.368318 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:02.803616 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:46:20.009155 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ffcb4123-0e3e-4c22-bc76-0df39a4ef940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:22.352436 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-25b76c8a-e385-4b4c-93f2-e8f43b4a3820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:23.050448 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:23.633282 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:25.031484 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:26.371219 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:28.123681 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5cf33-fbcb-4864-bc63-4840baba75f5 req-dd5b0366-a79b-442b-86d4-19270fcae88e tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:28.125057 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3ef5cf33-fbcb-4864-bc63-4840baba75f5 req-dd5b0366-a79b-442b-86d4-19270fcae88e tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=638fca96-db2a-44e3-be1a-08689e7f0a09 HTTP/1.1" status: 200 len: 946 time: 0.0518126 Mar 16 00:46:28.169814 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3ef5cf33-fbcb-4864-bc63-4840baba75f5 req-7b3496cb-b18f-4db0-b8e3-8c8a4e39c161 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=94dc619c-3975-422f-8954-20e6071d0d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386660 Mar 16 00:46:29.290444 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf294a-dde3-466a-87d2-bb514b604504 req-ef022eee-18fd-40d8-bb09-5843360acac3 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:29.291935 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bbcf294a-dde3-466a-87d2-bb514b604504 req-ef022eee-18fd-40d8-bb09-5843360acac3 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=638fca96-db2a-44e3-be1a-08689e7f0a09 HTTP/1.1" status: 200 len: 946 time: 0.0524659 Mar 16 00:46:29.348477 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bbcf294a-dde3-466a-87d2-bb514b604504 req-403be1f5-fa13-47c9-ae4a-f6422aca1381 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=94dc619c-3975-422f-8954-20e6071d0d98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509338 Mar 16 00:46:29.534255 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d4fe4-9a3a-482e-9eaa-e865cecfc05d req-e7017011-f4da-4c76-ae97-7816b76e8141 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:29.535598 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b27d4fe4-9a3a-482e-9eaa-e865cecfc05d req-e7017011-f4da-4c76-ae97-7816b76e8141 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.46 "GET /v2.0/ports?device_id=638fca96-db2a-44e3-be1a-08689e7f0a09 HTTP/1.1" status: 200 len: 946 time: 0.0507550 Mar 16 00:46:29.626839 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-b27d4fe4-9a3a-482e-9eaa-e865cecfc05d req-a6387635-30b8-45cc-bd52-9a38d46c1238 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Deleting port 0828161a-bb33-4cf9-b3ae-c9cf3963239b {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:46:29.627169 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-b27d4fe4-9a3a-482e-9eaa-e865cecfc05d req-a6387635-30b8-45cc-bd52-9a38d46c1238 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (0828161a-bb33-4cf9-b3ae-c9cf3963239b), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:29.714010 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-b27d4fe4-9a3a-482e-9eaa-e865cecfc05d req-a6387635-30b8-45cc-bd52-9a38d46c1238 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] For port 0828161a-bb33-4cf9-b3ae-c9cf3963239b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0828161a-bb33-4cf9-b3ae-c9cf3963239b,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:46:29.714362 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-b27d4fe4-9a3a-482e-9eaa-e865cecfc05d req-a6387635-30b8-45cc-bd52-9a38d46c1238 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (0828161a-bb33-4cf9-b3ae-c9cf3963239b), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:29.889326 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-b27d4fe4-9a3a-482e-9eaa-e865cecfc05d req-a6387635-30b8-45cc-bd52-9a38d46c1238 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:29.889725 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-b27d4fe4-9a3a-482e-9eaa-e865cecfc05d req-a6387635-30b8-45cc-bd52-9a38d46c1238 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (23ddd5e7-c68e-49dc-9e65-9c06a93212cc), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:29.890046 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.l3_db [req-b27d4fe4-9a3a-482e-9eaa-e865cecfc05d req-a6387635-30b8-45cc-bd52-9a38d46c1238 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Floating IP 23ddd5e7-c68e-49dc-9e65-9c06a93212cc disassociated. External IP: 172.27.2.90, port: 0828161a-bb33-4cf9-b3ae-c9cf3963239b. Mar 16 00:46:29.890387 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-b27d4fe4-9a3a-482e-9eaa-e865cecfc05d req-a6387635-30b8-45cc-bd52-9a38d46c1238 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Calling delete_port for 0828161a-bb33-4cf9-b3ae-c9cf3963239b owned by compute:nova {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:46:30.013143 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-b27d4fe4-9a3a-482e-9eaa-e865cecfc05d req-a6387635-30b8-45cc-bd52-9a38d46c1238 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (0828161a-bb33-4cf9-b3ae-c9cf3963239b), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:30.043450 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6387635-30b8-45cc-bd52-9a38d46c1238 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event deleted for resources: {'Port': ['ID=0828161a-bb33-4cf9-b3ae-c9cf3963239b,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:46:30.153010 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b27d4fe4-9a3a-482e-9eaa-e865cecfc05d req-a6387635-30b8-45cc-bd52-9a38d46c1238 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:46:30.274939 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b27d4fe4-9a3a-482e-9eaa-e865cecfc05d req-a6387635-30b8-45cc-bd52-9a38d46c1238 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:46:30.284795 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e612b11-d90d-4b42-a8cf-1b0daf217d97 None None] Sync routers for ids ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:46:30.294371 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e612b11-d90d-4b42-a8cf-1b0daf217d97 None None] Routers {'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:46:30.294988 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-7e612b11-d90d-4b42-a8cf-1b0daf217d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:46:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:46:30.317676 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27d4fe4-9a3a-482e-9eaa-e865cecfc05d req-a6387635-30b8-45cc-bd52-9a38d46c1238 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] No DVR routers for this DVR port 0828161a-bb33-4cf9-b3ae-c9cf3963239b on host hv-cinder-83124 {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:46:30.320450 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-b27d4fe4-9a3a-482e-9eaa-e865cecfc05d req-a6387635-30b8-45cc-bd52-9a38d46c1238 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:30.324036 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b27d4fe4-9a3a-482e-9eaa-e865cecfc05d req-a6387635-30b8-45cc-bd52-9a38d46c1238 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.46 "DELETE /v2.0/ports/0828161a-bb33-4cf9-b3ae-c9cf3963239b HTTP/1.1" status: 204 len: 173 time: 0.7835517 Mar 16 00:46:30.324663 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638fca96-db2a-44e3-be1a-08689e7f0a09', 'name': 'network-vif-deleted', 'tag': '0828161a-bb33-4cf9-b3ae-c9cf3963239b'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:46:30.326996 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3720c8b-9d16-4582-b8e9-adb1fc2f975d" -d '{"events": [{"server_uuid": "638fca96-db2a-44e3-be1a-08689e7f0a09", "name": "network-vif-deleted", "tag": "0828161a-bb33-4cf9-b3ae-c9cf3963239b"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:46:30.366657 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c7ce85-44eb-4a84-80e9-5cbd3431432c x-openstack-request-id: req-51c7ce85-44eb-4a84-80e9-5cbd3431432c {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:46:30.366957 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638fca96-db2a-44e3-be1a-08689e7f0a09", "name": "network-vif-deleted", "tag": "0828161a-bb33-4cf9-b3ae-c9cf3963239b", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:46:30.367212 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-51c7ce85-44eb-4a84-80e9-5cbd3431432c {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:46:30.367611 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638fca96-db2a-44e3-be1a-08689e7f0a09', 'name': 'network-vif-deleted', 'tag': '0828161a-bb33-4cf9-b3ae-c9cf3963239b', 'status': 'completed', 'code': 200} Mar 16 00:46:30.418517 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-7e612b11-d90d-4b42-a8cf-1b0daf217d97 None None] Set router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:46:30.473365 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bf322ded-d65e-47d8-8b58-e7194b762117 req-f61bd485-0122-4a9e-84a1-76c59a0f7b89 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=638fca96-db2a-44e3-be1a-08689e7f0a09 HTTP/1.1" status: 200 len: 210 time: 0.0508785 Mar 16 00:46:30.638653 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-7e612b11-d90d-4b42-a8cf-1b0daf217d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:46:30.664102 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e612b11-d90d-4b42-a8cf-1b0daf217d97 None None] Checking router: bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:46:30.671985 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e612b11-d90d-4b42-a8cf-1b0daf217d97 None None] Routers {'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:46:30.672531 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-7e612b11-d90d-4b42-a8cf-1b0daf217d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:46:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:46:30.783114 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-7e612b11-d90d-4b42-a8cf-1b0daf217d97 None None] Set router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:46:30.981877 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-7e612b11-d90d-4b42-a8cf-1b0daf217d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:46:31.010090 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e612b11-d90d-4b42-a8cf-1b0daf217d97 None None] The sync data for ids ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'] in dv-cinder-831247-13-iscsi is: [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:46:31.212176 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a349f37-6863-4616-b981-c80eba7f07d4 None None] New status for floating IP 23ddd5e7-c68e-49dc-9e65-9c06a93212cc: DOWN {{(pid=109658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:46:31.558428 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 35046) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:46:31.611016 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3cdb1f4b-55a7-4032-9022-3748db355e98 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (94dc619c-3975-422f-8954-20e6071d0d98), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:31.633475 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3cdb1f4b-55a7-4032-9022-3748db355e98 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (94dc619c-3975-422f-8954-20e6071d0d98), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:31.679376 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3cdb1f4b-55a7-4032-9022-3748db355e98 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (94dc619c-3975-422f-8954-20e6071d0d98), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:31.682200 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-3cdb1f4b-55a7-4032-9022-3748db355e98 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:31.683352 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-3cdb1f4b-55a7-4032-9022-3748db355e98 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "DELETE /v2.0/security-groups/94dc619c-3975-422f-8954-20e6071d0d98 HTTP/1.1" status: 204 len: 168 time: 0.1238065 Mar 16 00:46:31.686188 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 35048) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:46:31.693213 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb1f4b-55a7-4032-9022-3748db355e98 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dc619c-3975-422f-8954-20e6071d0d98,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:46:31.700234 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.api.v2.resource [None req-e613c42e-4f3e-43a2-9a1a-01b6facf33a8 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] show failed (client error): The resource could not be found. Mar 16 00:46:31.700780 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb1f4b-55a7-4032-9022-3748db355e98 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:31.703841 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb1f4b-55a7-4032-9022-3748db355e98 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:31.704005 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-e613c42e-4f3e-43a2-9a1a-01b6facf33a8 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups/94dc619c-3975-422f-8954-20e6071d0d98 HTTP/1.1" status: 404 len: 347 time: 0.0140781 Mar 16 00:46:31.704152 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb1f4b-55a7-4032-9022-3748db355e98 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:31.704152 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb1f4b-55a7-4032-9022-3748db355e98 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:31.704152 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb1f4b-55a7-4032-9022-3748db355e98 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:31.704152 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb1f4b-55a7-4032-9022-3748db355e98 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:31.704152 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb1f4b-55a7-4032-9022-3748db355e98 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:31.704152 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb1f4b-55a7-4032-9022-3748db355e98 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:31.704692 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 35050) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:46:31.704783 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb1f4b-55a7-4032-9022-3748db355e98 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:31.704783 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb1f4b-55a7-4032-9022-3748db355e98 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:31.705099 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb1f4b-55a7-4032-9022-3748db355e98 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:31.705651 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb1f4b-55a7-4032-9022-3748db355e98 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:31.705953 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb1f4b-55a7-4032-9022-3748db355e98 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:31.706382 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb1f4b-55a7-4032-9022-3748db355e98 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:31.706742 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdb1f4b-55a7-4032-9022-3748db355e98 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:32.077165 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-1547df56-c7a2-4d8c-88b5-5abcbe20df72 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Deleting port 23461623-d25e-4342-bb16-f77252d2c0cf {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:46:32.077537 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1547df56-c7a2-4d8c-88b5-5abcbe20df72 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (23461623-d25e-4342-bb16-f77252d2c0cf), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:32.149236 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1547df56-c7a2-4d8c-88b5-5abcbe20df72 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (23461623-d25e-4342-bb16-f77252d2c0cf), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:32.149594 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1547df56-c7a2-4d8c-88b5-5abcbe20df72 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (23461623-d25e-4342-bb16-f77252d2c0cf), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:32.161320 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-1547df56-c7a2-4d8c-88b5-5abcbe20df72 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Calling delete_port for 23461623-d25e-4342-bb16-f77252d2c0cf owned by network:floatingip {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:46:32.287557 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1547df56-c7a2-4d8c-88b5-5abcbe20df72 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (23461623-d25e-4342-bb16-f77252d2c0cf), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:32.314538 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547df56-c7a2-4d8c-88b5-5abcbe20df72 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event deleted for resources: {'Port': ['ID=23461623-d25e-4342-bb16-f77252d2c0cf,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:46:32.377253 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1547df56-c7a2-4d8c-88b5-5abcbe20df72 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (23ddd5e7-c68e-49dc-9e65-9c06a93212cc), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:32.380165 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-1547df56-c7a2-4d8c-88b5-5abcbe20df72 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:32.381305 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-1547df56-c7a2-4d8c-88b5-5abcbe20df72 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "DELETE /v2.0/floatingips/23ddd5e7-c68e-49dc-9e65-9c06a93212cc HTTP/1.1" status: 204 len: 168 time: 0.6762671 Mar 16 00:46:32.663597 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 35054) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:46:32.668244 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-d97eb786-8bc0-49cb-9592-36f7347a6bf1 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--241425087', 'description': 'tempest-description--812897819'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:46:32.687611 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d97eb786-8bc0-49cb-9592-36f7347a6bf1 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:32.751670 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d97eb786-8bc0-49cb-9592-36f7347a6bf1 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (0af73c3b-b182-4b59-92bb-39d72dee738d), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:32.755245 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d97eb786-8bc0-49cb-9592-36f7347a6bf1 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (0af73c3b-b182-4b59-92bb-39d72dee738d), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:32.783581 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-d97eb786-8bc0-49cb-9592-36f7347a6bf1 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:32.784829 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-d97eb786-8bc0-49cb-9592-36f7347a6bf1 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1201487 Mar 16 00:46:32.787698 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 35056) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:46:32.789919 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97eb786-8bc0-49cb-9592-36f7347a6bf1 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af73c3b-b182-4b59-92bb-39d72dee738d,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:46:32.792179 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-5fab28de-fa79-461e-b1f8-fcc367e973ae tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'security_group_rule': {'security_group_id': '0af73c3b-b182-4b59-92bb-39d72dee738d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:46:32.816038 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5fab28de-fa79-461e-b1f8-fcc367e973ae tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (df26a552-4e6c-49ec-9121-2c9e90260329), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:32.875459 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5fab28de-fa79-461e-b1f8-fcc367e973ae tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (df26a552-4e6c-49ec-9121-2c9e90260329), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:32.878987 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5fab28de-fa79-461e-b1f8-fcc367e973ae tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (df26a552-4e6c-49ec-9121-2c9e90260329), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:32.896860 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab28de-fa79-461e-b1f8-fcc367e973ae tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df26a552-4e6c-49ec-9121-2c9e90260329,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:46:32.903850 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-5fab28de-fa79-461e-b1f8-fcc367e973ae tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:32.905007 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-5fab28de-fa79-461e-b1f8-fcc367e973ae tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163082 Mar 16 00:46:32.908133 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 35058) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:46:32.912390 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-d0275ef7-2f34-44b4-aa06-da7d038ee3bd tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'security_group_rule': {'security_group_id': '0af73c3b-b182-4b59-92bb-39d72dee738d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:46:32.935423 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d0275ef7-2f34-44b4-aa06-da7d038ee3bd tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (e54da084-bd15-4b7d-bcf7-c8bd1a68312c), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:32.990578 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d0275ef7-2f34-44b4-aa06-da7d038ee3bd tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (e54da084-bd15-4b7d-bcf7-c8bd1a68312c), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:32.994058 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d0275ef7-2f34-44b4-aa06-da7d038ee3bd tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (e54da084-bd15-4b7d-bcf7-c8bd1a68312c), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:33.010264 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0275ef7-2f34-44b4-aa06-da7d038ee3bd tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54da084-bd15-4b7d-bcf7-c8bd1a68312c,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:46:33.016620 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d0275ef7-2f34-44b4-aa06-da7d038ee3bd tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:33.017819 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-d0275ef7-2f34-44b4-aa06-da7d038ee3bd tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1087422 Mar 16 00:46:33.020804 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 35060) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:46:33.024967 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-86c13efa-9ad5-4e4a-a489-91b947152ec5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'floatingip': {'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:46:33.043610 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-86c13efa-9ad5-4e4a-a489-91b947152ec5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:33.135879 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-86c13efa-9ad5-4e4a-a489-91b947152ec5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:33.241093 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [None req-86c13efa-9ad5-4e4a-a489-91b947152ec5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Allocated IP 172.27.2.107 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/11f6190e-b0ab-4409-9c4f-a08bb0d1cc68) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:46:33.289865 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 0828161a-bb33-4cf9-b3ae-c9cf3963239b no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:46:33.309757 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] No Port match for: 0828161a-bb33-4cf9-b3ae-c9cf3963239b {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:46:33.310107 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 0828161a-bb33-4cf9-b3ae-c9cf3963239b not bound to the agent host hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:46:33.339721 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-86c13efa-9ad5-4e4a-a489-91b947152ec5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for port (11f6190e-b0ab-4409-9c4f-a08bb0d1cc68), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:33.373009 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-86c13efa-9ad5-4e4a-a489-91b947152ec5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (11f6190e-b0ab-4409-9c4f-a08bb0d1cc68), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:33.411651 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c13efa-9ad5-4e4a-a489-91b947152ec5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:46:33.416276 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-86c13efa-9ad5-4e4a-a489-91b947152ec5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:46:33.419809 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c13efa-9ad5-4e4a-a489-91b947152ec5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:46:33.445036 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c13efa-9ad5-4e4a-a489-91b947152ec5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'Port': ['ID=11f6190e-b0ab-4409-9c4f-a08bb0d1cc68,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:46:33.505621 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-86c13efa-9ad5-4e4a-a489-91b947152ec5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (dc38fd82-2c76-4efa-b819-b715dc119b19), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:33.539914 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-86c13efa-9ad5-4e4a-a489-91b947152ec5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (11f6190e-b0ab-4409-9c4f-a08bb0d1cc68), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:33.685142 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-86c13efa-9ad5-4e4a-a489-91b947152ec5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for port (11f6190e-b0ab-4409-9c4f-a08bb0d1cc68), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:33.689415 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-86c13efa-9ad5-4e4a-a489-91b947152ec5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (11f6190e-b0ab-4409-9c4f-a08bb0d1cc68), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:33.760196 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c13efa-9ad5-4e4a-a489-91b947152ec5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'Port': ['ID=11f6190e-b0ab-4409-9c4f-a08bb0d1cc68,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:46:33.768435 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-86c13efa-9ad5-4e4a-a489-91b947152ec5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (dc38fd82-2c76-4efa-b819-b715dc119b19), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:33.784902 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-86c13efa-9ad5-4e4a-a489-91b947152ec5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:33.786645 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-86c13efa-9ad5-4e4a-a489-91b947152ec5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7646067 Mar 16 00:46:33.940313 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-89867871-3e48-458f-a0b8-9573d74afdae tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--241425087&fields=id&tenant_id=e55c140cd0e64390af59e1e928324ee3 HTTP/1.1" status: 200 len: 267 time: 0.0427806 Mar 16 00:46:34.046082 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-44b456b6-4d35-4fb5-a7f7-40515743dedd tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:34.047538 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-44b456b6-4d35-4fb5-a7f7-40515743dedd tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/networks?id=24d49175-3b8e-4ca0-b5c5-e4b583c05691 HTTP/1.1" status: 200 len: 815 time: 0.0996885 Mar 16 00:46:34.062651 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-5c9ecb33-64eb-45b2-acfa-42aee8339279 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/quotas/e55c140cd0e64390af59e1e928324ee3 HTTP/1.1" status: 200 len: 375 time: 0.0090737 Mar 16 00:46:34.115325 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-314fe641-f1d3-46be-af4a-9523554c8faa tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e55c140cd0e64390af59e1e928324ee3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472789 Mar 16 00:46:34.211640 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-fead88dc-0da7-423d-b690-b5ba86eef8ac service neutron] 10.222.0.10 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853026 Mar 16 00:46:34.297898 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-83239dc3-1fc2-43cf-9c2c-99bc3e850e39 service neutron] 10.222.0.10 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804534 Mar 16 00:46:34.455565 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-0f20cc83-1b2e-41c6-9c23-3fd04f18998d req-0786cea8-3d21-4f4b-a538-96d807f9cd10 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=1018ae73-7b62-4e13-8fd6-26ece4164839 HTTP/1.1" status: 200 len: 210 time: 0.0265741 Mar 16 00:46:35.321773 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-69275fa6-cf39-483f-b2f8-b227a2a1155f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:35.323206 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-69275fa6-cf39-483f-b2f8-b227a2a1155f tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.46 "GET /v2.0/networks?id=24d49175-3b8e-4ca0-b5c5-e4b583c05691 HTTP/1.1" status: 200 len: 815 time: 0.1033998 Mar 16 00:46:35.383338 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-0078c639-c4d5-43e1-9340-ce5197551c62 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e55c140cd0e64390af59e1e928324ee3 HTTP/1.1" status: 200 len: 379 time: 0.0525885 Mar 16 00:46:35.391271 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'port': {'device_id': '1018ae73-7b62-4e13-8fd6-26ece4164839', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'admin_state_up': True, 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'security_groups': ['0af73c3b-b182-4b59-92bb-39d72dee738d']}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:46:35.494172 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Made reservation on behalf of e55c140cd0e64390af59e1e928324ee3 for: {'port': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:46:35.497708 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:35.560499 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-868707b4-c7ca-401f-944e-0111f6c94109 req-c850ab35-2b8e-4ea6-ba2b-f1f7860a65b8 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=1018ae73-7b62-4e13-8fd6-26ece4164839 HTTP/1.1" status: 200 len: 210 time: 0.0307012 Mar 16 00:46:35.629561 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Allocated IP 172.20.0.3 (24d49175-3b8e-4ca0-b5c5-e4b583c05691/568d7227-01bf-42e7-b032-35fe043b9e0d/f395e3ea-263f-4ee2-b605-0035abd7759b) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:46:35.761953 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for port (f395e3ea-263f-4ee2-b605-0035abd7759b), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:35.793754 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (f395e3ea-263f-4ee2-b605-0035abd7759b), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:35.833150 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:46:35.838101 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:46:35.841839 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:46:35.866936 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event updated for resources: {'Port': ['ID=f395e3ea-263f-4ee2-b605-0035abd7759b,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:46:35.881857 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:35.882112 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:35.882451 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:35.882793 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:35.883122 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:35.883448 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:35.883772 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:35.884094 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:35.884416 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:35.884732 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:35.885052 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:35.885385 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:35.885719 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:35.886037 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:35.886350 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:35.907250 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:35.907885 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:35.923633 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-8fff63fb-4eef-41c8-9fa3-2f36f03a7df6 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5359020 Mar 16 00:46:35.934840 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] Request body: {'port': {'device_id': '1018ae73-7b62-4e13-8fd6-26ece4164839', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:46:35.999130 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (f395e3ea-263f-4ee2-b605-0035abd7759b), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:36.051752 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-ee612874-fc5a-44ed-8a5e-34d0ed73a010 None None] Provisioning complete for port f395e3ea-263f-4ee2-b605-0035abd7759b triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:46:36.052266 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ee612874-fc5a-44ed-8a5e-34d0ed73a010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (f395e3ea-263f-4ee2-b605-0035abd7759b), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:36.089428 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-ee612874-fc5a-44ed-8a5e-34d0ed73a010 None None] Port f395e3ea-263f-4ee2-b605-0035abd7759b cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:46:36.252632 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f395e3ea-263f-4ee2-b605-0035abd7759b {{(pid=109656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:46:36.259708 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] Publish callbacks [] for port (f395e3ea-263f-4ee2-b605-0035abd7759b), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:36.271616 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.provisioning_blocks [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] Transition to ACTIVE for port object f395e3ea-263f-4ee2-b605-0035abd7759b will not be triggered until provisioned by entity L2. {{(pid=109656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 00:46:36.275252 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (f395e3ea-263f-4ee2-b605-0035abd7759b), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:36.321766 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] Pushing event updated for resources: {'Port': ['ID=f395e3ea-263f-4ee2-b605-0035abd7759b,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:46:36.397238 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] Attempting to bind port f395e3ea-263f-4ee2-b605-0035abd7759b on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:46:36.397619 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] Attempting to bind port f395e3ea-263f-4ee2-b605-0035abd7759b by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:46:36.397958 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] Attempting to bind port f395e3ea-263f-4ee2-b605-0035abd7759b on network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:46:36.402429 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] Port f395e3ea-263f-4ee2-b605-0035abd7759b on network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 00:46:36.402756 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] Attempting to bind port f395e3ea-263f-4ee2-b605-0035abd7759b on network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:46:36.407801 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] Checking agent: {'id': 'b9d601fa-f980-49b0-9520-143ebd33322f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'started_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:46:36.408149 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] Checking segment: {'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:46:36.408536 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] Bound using segment: {'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:46:36.408964 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] Bound port: f395e3ea-263f-4ee2-b605-0035abd7759b, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b073dd-23e7-4c43-bb1a-e444e86c14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691'}}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:46:36.409322 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (f395e3ea-263f-4ee2-b605-0035abd7759b), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:36.473939 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] For port f395e3ea-263f-4ee2-b605-0035abd7759b, host hv-cinder-83124, cleared binding levels {{(pid=109656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:46:36.476949 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] For port f395e3ea-263f-4ee2-b605-0035abd7759b, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f395e3ea-263f-4ee2-b605-0035abd7759b,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:46:36.482428 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (f395e3ea-263f-4ee2-b605-0035abd7759b), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:36.515399 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:36.516026 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:36.518072 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] 10.222.0.46 "PUT /v2.0/ports/f395e3ea-263f-4ee2-b605-0035abd7759b HTTP/1.1" status: 200 len: 1093 time: 0.5874450 Mar 16 00:46:36.518514 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1018ae73-7b62-4e13-8fd6-26ece4164839', 'tag': 'f395e3ea-263f-4ee2-b605-0035abd7759b'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:46:36.520723 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1dc428-6d0f-4c9a-819b-794eb5ab6231" -d '{"events": [{"name": "network-changed", "server_uuid": "1018ae73-7b62-4e13-8fd6-26ece4164839", "tag": "f395e3ea-263f-4ee2-b605-0035abd7759b"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:46:36.546576 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecd519-77cb-434f-ae12-b71cb4f65506 service neutron] Pushing event updated for resources: {'Port': ['ID=f395e3ea-263f-4ee2-b605-0035abd7759b,revision_number=3']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:46:36.565390 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c22f24-2503-4873-bac5-fae5c77e87de x-openstack-request-id: req-91c22f24-2503-4873-bac5-fae5c77e87de {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:46:36.565704 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1018ae73-7b62-4e13-8fd6-26ece4164839", "tag": "f395e3ea-263f-4ee2-b605-0035abd7759b", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:46:36.565957 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91c22f24-2503-4873-bac5-fae5c77e87de {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:46:36.566352 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1018ae73-7b62-4e13-8fd6-26ece4164839', 'tag': 'f395e3ea-263f-4ee2-b605-0035abd7759b', 'status': 'completed', 'code': 200} Mar 16 00:46:36.610760 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-90faa4c5-181c-4f0c-8aca-9e6ad8abd864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:36.612381 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-90faa4c5-181c-4f0c-8aca-9e6ad8abd864 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e55c140cd0e64390af59e1e928324ee3&device_id=1018ae73-7b62-4e13-8fd6-26ece4164839 HTTP/1.1" status: 200 len: 1127 time: 0.0562184 Mar 16 00:46:36.655138 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-3fa35d8d-c65c-4d98-bcb3-82e597a99ad4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f395e3ea-263f-4ee2-b605-0035abd7759b HTTP/1.1" status: 200 len: 217 time: 0.0357001 Mar 16 00:46:36.692050 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a8a21-cb68-494d-b150-c838a4f510bf req-1a374b03-a62c-4848-9474-4fedb017fec3 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:36.693639 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f30a8a21-cb68-494d-b150-c838a4f510bf req-1a374b03-a62c-4848-9474-4fedb017fec3 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=1018ae73-7b62-4e13-8fd6-26ece4164839 HTTP/1.1" status: 200 len: 943 time: 0.0628567 Mar 16 00:46:36.705992 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-51e8496a-7f62-47da-82ed-192d68c1b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:36.707459 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-51e8496a-7f62-47da-82ed-192d68c1b528 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=568d7227-01bf-42e7-b032-35fe043b9e0d HTTP/1.1" status: 200 len: 854 time: 0.0458171 Mar 16 00:46:36.744737 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f30a8a21-cb68-494d-b150-c838a4f510bf req-d7b73c6a-fed8-40a6-9272-7edb8f70d0ee tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=0af73c3b-b182-4b59-92bb-39d72dee738d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449796 Mar 16 00:46:36.760672 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-52ad45e7-251f-4fd4-9fea-76eec2c00c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:36.762580 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-52ad45e7-251f-4fd4-9fea-76eec2c00c8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24d49175-3b8e-4ca0-b5c5-e4b583c05691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497372 Mar 16 00:46:36.850887 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-6239f334-bc16-4031-9d1a-add98af22c88 service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810001 Mar 16 00:46:36.947943 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-50404a7b-4a2b-4354-8d90-ba1400db9291 req-ffa3a21c-c298-4e22-9a75-e062e0eb0d6f service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916009 Mar 16 00:46:37.033517 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dc428-6d0f-4c9a-819b-794eb5ab6231 req-a1659ce6-6e04-4505-b09a-8021a4a59ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:37.034990 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cb1dc428-6d0f-4c9a-819b-794eb5ab6231 req-a1659ce6-6e04-4505-b09a-8021a4a59ffe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e55c140cd0e64390af59e1e928324ee3&device_id=1018ae73-7b62-4e13-8fd6-26ece4164839 HTTP/1.1" status: 200 len: 1127 time: 0.0446100 Mar 16 00:46:37.119617 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dc428-6d0f-4c9a-819b-794eb5ab6231 req-3f637179-a4c2-4c0c-bf82-a0ebc8c10ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:37.120957 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cb1dc428-6d0f-4c9a-819b-794eb5ab6231 req-3f637179-a4c2-4c0c-bf82-a0ebc8c10ee3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=24d49175-3b8e-4ca0-b5c5-e4b583c05691 HTTP/1.1" status: 200 len: 916 time: 0.0801613 Mar 16 00:46:37.169640 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cb1dc428-6d0f-4c9a-819b-794eb5ab6231 req-f7bf305c-7662-479e-951d-aff17bd648eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f395e3ea-263f-4ee2-b605-0035abd7759b HTTP/1.1" status: 200 len: 217 time: 0.0415704 Mar 16 00:46:37.216608 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dc428-6d0f-4c9a-819b-794eb5ab6231 req-351dd472-16bb-402a-9354-5cc34bbc6b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:37.218008 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cb1dc428-6d0f-4c9a-819b-794eb5ab6231 req-351dd472-16bb-402a-9354-5cc34bbc6b40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=568d7227-01bf-42e7-b032-35fe043b9e0d HTTP/1.1" status: 200 len: 854 time: 0.0423594 Mar 16 00:46:37.264559 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dc428-6d0f-4c9a-819b-794eb5ab6231 req-dbd116dc-5c0c-4f06-a88d-2d241af5d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:37.266021 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cb1dc428-6d0f-4c9a-819b-794eb5ab6231 req-dbd116dc-5c0c-4f06-a88d-2d241af5d625 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24d49175-3b8e-4ca0-b5c5-e4b583c05691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414789 Mar 16 00:46:37.355006 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cb1dc428-6d0f-4c9a-819b-794eb5ab6231 req-d74388a4-aa36-41e0-8afc-e4684195f146 service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822320 Mar 16 00:46:37.442599 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-cb1dc428-6d0f-4c9a-819b-794eb5ab6231 req-a7307a6d-f243-496c-be54-3edd5f02744c service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807557 Mar 16 00:46:37.866422 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90599da4-4102-4fba-9ad0-1b92e94872e3 req-b0502c57-d3ee-421e-86d0-4ccd69e0f130 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:37.867899 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-90599da4-4102-4fba-9ad0-1b92e94872e3 req-b0502c57-d3ee-421e-86d0-4ccd69e0f130 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=1018ae73-7b62-4e13-8fd6-26ece4164839 HTTP/1.1" status: 200 len: 943 time: 0.0531547 Mar 16 00:46:37.918865 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-90599da4-4102-4fba-9ad0-1b92e94872e3 req-546083ad-e253-4af8-9108-142280eca5bf tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=0af73c3b-b182-4b59-92bb-39d72dee738d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453057 Mar 16 00:46:39.034566 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b950e-1ed7-4640-8a09-f73710f2c845 req-546b33f1-f464-445e-b172-e433fa39f138 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:39.036066 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-be1b950e-1ed7-4640-8a09-f73710f2c845 req-546b33f1-f464-445e-b172-e433fa39f138 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=1018ae73-7b62-4e13-8fd6-26ece4164839 HTTP/1.1" status: 200 len: 943 time: 0.0527701 Mar 16 00:46:39.081689 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-be1b950e-1ed7-4640-8a09-f73710f2c845 req-7b60d0ef-4be8-4940-af9c-5ea2fd862975 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=0af73c3b-b182-4b59-92bb-39d72dee738d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401118 Mar 16 00:46:39.318957 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device f395e3ea-263f-4ee2-b605-0035abd7759b details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:46:39.414468 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port f395e3ea-263f-4ee2-b605-0035abd7759b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f395e3ea-263f-4ee2-b605-0035abd7759b,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:46:39.425043 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': 'f395e3ea-263f-4ee2-b605-0035abd7759b', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'port_id': 'f395e3ea-263f-4ee2-b605-0035abd7759b', 'mac_address': 'fa:16:3e:e4:7e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:46:39.464796 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port f395e3ea-263f-4ee2-b605-0035abd7759b is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:46:39.465177 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (f395e3ea-263f-4ee2-b605-0035abd7759b), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:39.478085 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f395e3ea-263f-4ee2-b605-0035abd7759b {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:46:39.496635 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port f395e3ea-263f-4ee2-b605-0035abd7759b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f395e3ea-263f-4ee2-b605-0035abd7759b,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:46:39.500626 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (f395e3ea-263f-4ee2-b605-0035abd7759b), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:39.547010 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=f395e3ea-263f-4ee2-b605-0035abd7759b,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:46:39.707654 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['f395e3ea-263f-4ee2-b605-0035abd7759b'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:46:39.802510 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:46:40.197097 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5ee2-e93f-4da3-a880-72df86fb8d55 req-40b21497-e59d-4c15-951d-d9f967a2f908 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:40.198657 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f76a5ee2-e93f-4da3-a880-72df86fb8d55 req-40b21497-e59d-4c15-951d-d9f967a2f908 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=1018ae73-7b62-4e13-8fd6-26ece4164839 HTTP/1.1" status: 200 len: 944 time: 0.0521386 Mar 16 00:46:40.244790 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f76a5ee2-e93f-4da3-a880-72df86fb8d55 req-40d3af6a-6d44-4907-af99-319f6e4b5952 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=0af73c3b-b182-4b59-92bb-39d72dee738d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406718 Mar 16 00:46:41.335620 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device f395e3ea-263f-4ee2-b605-0035abd7759b up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:46:41.363617 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47739ba-3e7c-43e0-b75d-443710551013 req-0250dd32-21d1-49c0-9bee-b20ad50428d4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:41.365130 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f47739ba-3e7c-43e0-b75d-443710551013 req-0250dd32-21d1-49c0-9bee-b20ad50428d4 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=1018ae73-7b62-4e13-8fd6-26ece4164839 HTTP/1.1" status: 200 len: 944 time: 0.0552969 Mar 16 00:46:41.386243 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning for port f395e3ea-263f-4ee2-b605-0035abd7759b completed by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 00:46:41.389801 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port f395e3ea-263f-4ee2-b605-0035abd7759b triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:46:41.390176 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (f395e3ea-263f-4ee2-b605-0035abd7759b), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:41.414268 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-f47739ba-3e7c-43e0-b75d-443710551013 req-5c3bd7df-687d-4f7c-a7bf-52d9faf5dab5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=0af73c3b-b182-4b59-92bb-39d72dee738d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433450 Mar 16 00:46:41.471706 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port f395e3ea-263f-4ee2-b605-0035abd7759b is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:46:41.472147 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (f395e3ea-263f-4ee2-b605-0035abd7759b), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:41.619837 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1018ae73-7b62-4e13-8fd6-26ece4164839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f395e3ea-263f-4ee2-b605-0035abd7759b'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:46:41.622080 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa9f29d-839e-4e49-8311-a713c359a2ba" -d '{"events": [{"server_uuid": "1018ae73-7b62-4e13-8fd6-26ece4164839", "name": "network-vif-plugged", "status": "completed", "tag": "f395e3ea-263f-4ee2-b605-0035abd7759b"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:46:41.633877 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port f395e3ea-263f-4ee2-b605-0035abd7759b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f395e3ea-263f-4ee2-b605-0035abd7759b,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:46:41.638144 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (f395e3ea-263f-4ee2-b605-0035abd7759b), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:41.664813 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca9c60f-b91c-484d-8e53-cc0a6fe22e3b x-openstack-request-id: req-eca9c60f-b91c-484d-8e53-cc0a6fe22e3b {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:46:41.665010 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1018ae73-7b62-4e13-8fd6-26ece4164839", "name": "network-vif-plugged", "status": "completed", "tag": "f395e3ea-263f-4ee2-b605-0035abd7759b", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:46:41.665133 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eca9c60f-b91c-484d-8e53-cc0a6fe22e3b {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:46:41.665673 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1018ae73-7b62-4e13-8fd6-26ece4164839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f395e3ea-263f-4ee2-b605-0035abd7759b', 'code': 200} Mar 16 00:46:41.691152 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=f395e3ea-263f-4ee2-b605-0035abd7759b,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:46:41.698429 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:41.698776 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:41.699116 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:41.699475 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:41.699812 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:41.700143 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:41.700471 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:41.700848 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:41.701171 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:41.701445 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:41.701799 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:41.702337 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:41.702473 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:41.702746 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:41.703056 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:46:41.830098 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587202b-ab28-4bf5-9630-6b0bc5cf8108 req-e0689ef8-ce6d-4c16-a76a-e2473606f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:41.831549 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3587202b-ab28-4bf5-9630-6b0bc5cf8108 req-e0689ef8-ce6d-4c16-a76a-e2473606f2ff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1018ae73-7b62-4e13-8fd6-26ece4164839 HTTP/1.1" status: 200 len: 1129 time: 0.0426302 Mar 16 00:46:41.872040 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3587202b-ab28-4bf5-9630-6b0bc5cf8108 req-b5632bef-5c7d-4a25-afc9-7f52cd87c625 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0af73c3b-b182-4b59-92bb-39d72dee738d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346968 Mar 16 00:46:42.539675 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c65c0-e988-4322-92e8-e789b2013f99 req-da1cfbe6-fc3e-4c29-b0c3-2f8951e0e59d tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:42.541137 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e24c65c0-e988-4322-92e8-e789b2013f99 req-da1cfbe6-fc3e-4c29-b0c3-2f8951e0e59d tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=1018ae73-7b62-4e13-8fd6-26ece4164839 HTTP/1.1" status: 200 len: 945 time: 0.0617950 Mar 16 00:46:42.591455 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-e24c65c0-e988-4322-92e8-e789b2013f99 req-0433591d-ab00-4923-b126-4172c5e32e05 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=0af73c3b-b182-4b59-92bb-39d72dee738d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448642 Mar 16 00:46:43.715911 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad50eb1-c7a1-4b15-a5bc-d2d881545dc4 req-e180e79c-0e53-457e-ade9-dbbb4706d29a tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:43.717318 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7ad50eb1-c7a1-4b15-a5bc-d2d881545dc4 req-e180e79c-0e53-457e-ade9-dbbb4706d29a tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=1018ae73-7b62-4e13-8fd6-26ece4164839 HTTP/1.1" status: 200 len: 945 time: 0.0549393 Mar 16 00:46:43.763388 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7ad50eb1-c7a1-4b15-a5bc-d2d881545dc4 req-950326ea-7897-4612-ade6-e97922be35d9 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=0af73c3b-b182-4b59-92bb-39d72dee738d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398972 Mar 16 00:46:43.875753 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1fd32-792b-4c55-876b-313a819686bc req-40f76a7f-c57f-4664-ae8c-1cf843635cb9 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:43.877260 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-42d1fd32-792b-4c55-876b-313a819686bc req-40f76a7f-c57f-4664-ae8c-1cf843635cb9 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=1018ae73-7b62-4e13-8fd6-26ece4164839 HTTP/1.1" status: 200 len: 945 time: 0.0515220 Mar 16 00:46:43.885576 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 35110) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:46:43.889846 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-f7d02be7-2923-4009-bdef-a237f02e0dcb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Request body: {'floatingip': {'port_id': 'f395e3ea-263f-4ee2-b605-0035abd7759b'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:46:43.932664 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f7d02be7-2923-4009-bdef-a237f02e0dcb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (dc38fd82-2c76-4efa-b819-b715dc119b19), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:44.576834 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f7d02be7-2923-4009-bdef-a237f02e0dcb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:44.581245 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f7d02be7-2923-4009-bdef-a237f02e0dcb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (dc38fd82-2c76-4efa-b819-b715dc119b19), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:44.677227 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.db.l3_db [None req-f7d02be7-2923-4009-bdef-a237f02e0dcb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Floating IP dc38fd82-2c76-4efa-b819-b715dc119b19 associated. External IP: 172.27.2.107, port: f395e3ea-263f-4ee2-b605-0035abd7759b. Mar 16 00:46:44.888327 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d02be7-2923-4009-bdef-a237f02e0dcb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:46:44.997466 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d02be7-2923-4009-bdef-a237f02e0dcb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:46:45.003124 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f7d02be7-2923-4009-bdef-a237f02e0dcb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:45.009262 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39016105-f67b-4d59-b4a2-b819b0a3af4c None None] Sync routers for ids ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:46:45.020056 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39016105-f67b-4d59-b4a2-b819b0a3af4c None None] Routers {'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:46:45.020666 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-39016105-f67b-4d59-b4a2-b819b0a3af4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:46:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:46:45.032133 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-f7d02be7-2923-4009-bdef-a237f02e0dcb tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "PUT /v2.0/floatingips/dc38fd82-2c76-4efa-b819-b715dc119b19 HTTP/1.1" status: 200 len: 991 time: 1.1455259 Mar 16 00:46:45.032717 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1018ae73-7b62-4e13-8fd6-26ece4164839', 'tag': 'f395e3ea-263f-4ee2-b605-0035abd7759b'}] {{(pid=109655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:46:45.034961 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df82934b303eb2c65d5363c89017506e4207af41f0fc796505a1ca2b23a59d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2b7ef7-b1f8-43ab-b0d8-e49ab4d82382" -d '{"events": [{"name": "network-changed", "server_uuid": "1018ae73-7b62-4e13-8fd6-26ece4164839", "tag": "f395e3ea-263f-4ee2-b605-0035abd7759b"}]}' {{(pid=109655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:46:45.070585 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df34112-4392-44fa-8364-cf59eb4c086b x-openstack-request-id: req-2df34112-4392-44fa-8364-cf59eb4c086b {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:46:45.070880 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1018ae73-7b62-4e13-8fd6-26ece4164839", "tag": "f395e3ea-263f-4ee2-b605-0035abd7759b", "status": "completed", "code": 200}]} {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:46:45.071135 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2df34112-4392-44fa-8364-cf59eb4c086b {{(pid=109655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:46:45.071535 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1018ae73-7b62-4e13-8fd6-26ece4164839', 'tag': 'f395e3ea-263f-4ee2-b605-0035abd7759b', 'status': 'completed', 'code': 200} Mar 16 00:46:45.134855 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b7ef7-b1f8-43ab-b0d8-e49ab4d82382 req-1f92753c-402b-4ece-a44c-ba22f6cfccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:45.135887 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-39016105-f67b-4d59-b4a2-b819b0a3af4c None None] Set router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:46:45.136388 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3f2b7ef7-b1f8-43ab-b0d8-e49ab4d82382 req-1f92753c-402b-4ece-a44c-ba22f6cfccb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e55c140cd0e64390af59e1e928324ee3&device_id=1018ae73-7b62-4e13-8fd6-26ece4164839 HTTP/1.1" status: 200 len: 1129 time: 0.0432463 Mar 16 00:46:45.228362 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b7ef7-b1f8-43ab-b0d8-e49ab4d82382 req-a7557483-28fa-445b-9e3e-c06fdb7bec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:45.229755 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3f2b7ef7-b1f8-43ab-b0d8-e49ab4d82382 req-a7557483-28fa-445b-9e3e-c06fdb7bec3f service neutron] 10.222.0.46 "GET /v2.0/networks?id=24d49175-3b8e-4ca0-b5c5-e4b583c05691 HTTP/1.1" status: 200 len: 916 time: 0.0858397 Mar 16 00:46:45.299869 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3f2b7ef7-b1f8-43ab-b0d8-e49ab4d82382 req-ebc80439-34d3-48d4-bcd9-f307f441725c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f395e3ea-263f-4ee2-b605-0035abd7759b HTTP/1.1" status: 200 len: 999 time: 0.0639629 Mar 16 00:46:45.348238 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b7ef7-b1f8-43ab-b0d8-e49ab4d82382 req-1017531c-36be-4979-8609-a6c77399ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:45.349694 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3f2b7ef7-b1f8-43ab-b0d8-e49ab4d82382 req-1017531c-36be-4979-8609-a6c77399ccec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=568d7227-01bf-42e7-b032-35fe043b9e0d HTTP/1.1" status: 200 len: 854 time: 0.0440876 Mar 16 00:46:45.366338 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-39016105-f67b-4d59-b4a2-b819b0a3af4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': 'dc38fd82-2c76-4efa-b819-b715dc119b19', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'port_id': 'f395e3ea-263f-4ee2-b605-0035abd7759b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'mac_address': 'fa:16:3e:e4:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018ae73-7b62-4e13-8fd6-26ece4164839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:46:33Z', 'updated_at': '2022-03-16T00:46:44Z', 'revision_number': 1, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:46:45.393251 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39016105-f67b-4d59-b4a2-b819b0a3af4c None None] Checking router: bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:46:45.401461 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39016105-f67b-4d59-b4a2-b819b0a3af4c None None] Routers {'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:46:45.401736 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b7ef7-b1f8-43ab-b0d8-e49ab4d82382 req-8ddb9581-0003-47a8-90d9-98277c0ec266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:46:45.402089 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-39016105-f67b-4d59-b4a2-b819b0a3af4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:46:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:46:45.403199 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3f2b7ef7-b1f8-43ab-b0d8-e49ab4d82382 req-8ddb9581-0003-47a8-90d9-98277c0ec266 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24d49175-3b8e-4ca0-b5c5-e4b583c05691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479212 Mar 16 00:46:45.490833 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3f2b7ef7-b1f8-43ab-b0d8-e49ab4d82382 req-eb795a15-d9cc-4dde-a5ea-6340ee7f8686 service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818007 Mar 16 00:46:45.510571 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-39016105-f67b-4d59-b4a2-b819b0a3af4c None None] Set router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:46:45.581814 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3f2b7ef7-b1f8-43ab-b0d8-e49ab4d82382 req-507f569f-f587-4334-9c4b-a31da2801e3f service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855184 Mar 16 00:46:45.741394 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-39016105-f67b-4d59-b4a2-b819b0a3af4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': 'dc38fd82-2c76-4efa-b819-b715dc119b19', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'port_id': 'f395e3ea-263f-4ee2-b605-0035abd7759b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'mac_address': 'fa:16:3e:e4:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018ae73-7b62-4e13-8fd6-26ece4164839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:46:33Z', 'updated_at': '2022-03-16T00:46:44Z', 'revision_number': 1, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:46:45.766629 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39016105-f67b-4d59-b4a2-b819b0a3af4c None None] The sync data for ids ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'] in dv-cinder-831247-13-iscsi is: [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': 'dc38fd82-2c76-4efa-b819-b715dc119b19', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'port_id': 'f395e3ea-263f-4ee2-b605-0035abd7759b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'mac_address': 'fa:16:3e:e4:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018ae73-7b62-4e13-8fd6-26ece4164839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:46:33Z', 'updated_at': '2022-03-16T00:46:44Z', 'revision_number': 1, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:46:45.950814 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb244019-83c8-4388-b780-2073ff9fe033 None None] New status for floating IP dc38fd82-2c76-4efa-b819-b715dc119b19: ACTIVE {{(pid=109658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:46:50.010552 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-134ebef8-aa1e-4ae1-b5c0-b60ead233d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:52.361756 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-93cdc0d4-4ff5-497e-989b-88df5416cfcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:53.050914 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:53.636208 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:55.035258 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:46:56.376285 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:03.683759 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61f3d8cb-653d-45ab-8c31-a976b50a9836 req-ba3344cb-1f45-4273-aee4-6e46a5fb2c0c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1018ae73-7b62-4e13-8fd6-26ece4164839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440691 Mar 16 00:47:03.773838 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3d8cb-653d-45ab-8c31-a976b50a9836 req-7c3bd310-026e-4e59-82fb-265826ecf040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:47:03.775327 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61f3d8cb-653d-45ab-8c31-a976b50a9836 req-7c3bd310-026e-4e59-82fb-265826ecf040 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e55c140cd0e64390af59e1e928324ee3&device_id=1018ae73-7b62-4e13-8fd6-26ece4164839 HTTP/1.1" status: 200 len: 1129 time: 0.0462351 Mar 16 00:47:03.890466 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3d8cb-653d-45ab-8c31-a976b50a9836 req-7c2ae2f5-7b7a-407e-a8f9-098bdfa03784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:47:03.891963 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61f3d8cb-653d-45ab-8c31-a976b50a9836 req-7c2ae2f5-7b7a-407e-a8f9-098bdfa03784 service neutron] 10.222.0.46 "GET /v2.0/networks?id=24d49175-3b8e-4ca0-b5c5-e4b583c05691 HTTP/1.1" status: 200 len: 916 time: 0.0971584 Mar 16 00:47:03.955932 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61f3d8cb-653d-45ab-8c31-a976b50a9836 req-ef39169a-edc8-4888-bc10-9ff97071074e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f395e3ea-263f-4ee2-b605-0035abd7759b HTTP/1.1" status: 200 len: 1001 time: 0.0561123 Mar 16 00:47:04.003934 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3d8cb-653d-45ab-8c31-a976b50a9836 req-c597bbe1-10f2-476a-a200-bdcc63714ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:47:04.005305 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61f3d8cb-653d-45ab-8c31-a976b50a9836 req-c597bbe1-10f2-476a-a200-bdcc63714ce3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=568d7227-01bf-42e7-b032-35fe043b9e0d HTTP/1.1" status: 200 len: 854 time: 0.0408378 Mar 16 00:47:04.055957 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3d8cb-653d-45ab-8c31-a976b50a9836 req-f93e733d-18e8-4c90-98ff-2313b2a3cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:47:04.057402 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61f3d8cb-653d-45ab-8c31-a976b50a9836 req-f93e733d-18e8-4c90-98ff-2313b2a3cb43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24d49175-3b8e-4ca0-b5c5-e4b583c05691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461147 Mar 16 00:47:04.142475 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61f3d8cb-653d-45ab-8c31-a976b50a9836 req-ec6a4073-239a-40a3-8f4a-d30f81d88df9 service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794916 Mar 16 00:47:04.230882 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-61f3d8cb-653d-45ab-8c31-a976b50a9836 req-eb6d0fd8-2d2b-4735-81f4-a06fc6f9ae39 service neutron] 10.222.0.46 "GET /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821900 Mar 16 00:47:16.802194 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:47:20.012119 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-2d38be3c-6d0e-4561-a50b-e0142b2d1a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:22.364077 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-2121d003-d6ef-44e2-9946-1f4d93623db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:23.057265 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:23.638927 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:24.172190 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467ef44-cf85-4e61-87f1-1f668ee0fbde req-93fa564d-7452-4ae5-81aa-7a0ee67a20f7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:47:24.173600 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c467ef44-cf85-4e61-87f1-1f668ee0fbde req-93fa564d-7452-4ae5-81aa-7a0ee67a20f7 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=1018ae73-7b62-4e13-8fd6-26ece4164839 HTTP/1.1" status: 200 len: 945 time: 0.0552599 Mar 16 00:47:24.225061 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c467ef44-cf85-4e61-87f1-1f668ee0fbde req-c262eb6f-c1ea-4a18-b7f4-439bec7b4637 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=0af73c3b-b182-4b59-92bb-39d72dee738d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454535 Mar 16 00:47:25.037970 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:25.346232 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc840da-857f-4689-8484-befd601491ed req-9d4b13ca-3e61-40d9-b238-1c60d02befb5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:47:25.347774 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-edc840da-857f-4689-8484-befd601491ed req-9d4b13ca-3e61-40d9-b238-1c60d02befb5 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=1018ae73-7b62-4e13-8fd6-26ece4164839 HTTP/1.1" status: 200 len: 945 time: 0.0544152 Mar 16 00:47:25.396101 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-edc840da-857f-4689-8484-befd601491ed req-6999dcd1-c1fc-42fe-a253-3260c398781c tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups?id=0af73c3b-b182-4b59-92bb-39d72dee738d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427155 Mar 16 00:47:25.597679 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23119f92-d97b-408a-aeaf-1db62299bc0d req-5b57ec07-294f-4a5f-8a96-e21a8f2ae64a tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:47:25.599029 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-23119f92-d97b-408a-aeaf-1db62299bc0d req-5b57ec07-294f-4a5f-8a96-e21a8f2ae64a tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.46 "GET /v2.0/ports?device_id=1018ae73-7b62-4e13-8fd6-26ece4164839 HTTP/1.1" status: 200 len: 945 time: 0.0535703 Mar 16 00:47:25.693006 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-23119f92-d97b-408a-aeaf-1db62299bc0d req-f6da8117-d8ed-4829-9376-99070c1a5916 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Deleting port f395e3ea-263f-4ee2-b605-0035abd7759b {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:47:25.693339 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-23119f92-d97b-408a-aeaf-1db62299bc0d req-f6da8117-d8ed-4829-9376-99070c1a5916 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (f395e3ea-263f-4ee2-b605-0035abd7759b), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:25.784981 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-23119f92-d97b-408a-aeaf-1db62299bc0d req-f6da8117-d8ed-4829-9376-99070c1a5916 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] For port f395e3ea-263f-4ee2-b605-0035abd7759b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f395e3ea-263f-4ee2-b605-0035abd7759b,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:47:25.785338 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-23119f92-d97b-408a-aeaf-1db62299bc0d req-f6da8117-d8ed-4829-9376-99070c1a5916 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (f395e3ea-263f-4ee2-b605-0035abd7759b), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:25.957782 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-23119f92-d97b-408a-aeaf-1db62299bc0d req-f6da8117-d8ed-4829-9376-99070c1a5916 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:25.958042 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-23119f92-d97b-408a-aeaf-1db62299bc0d req-f6da8117-d8ed-4829-9376-99070c1a5916 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (dc38fd82-2c76-4efa-b819-b715dc119b19), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:25.958391 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.l3_db [req-23119f92-d97b-408a-aeaf-1db62299bc0d req-f6da8117-d8ed-4829-9376-99070c1a5916 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Floating IP dc38fd82-2c76-4efa-b819-b715dc119b19 disassociated. External IP: 172.27.2.107, port: f395e3ea-263f-4ee2-b605-0035abd7759b. Mar 16 00:47:25.958740 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-23119f92-d97b-408a-aeaf-1db62299bc0d req-f6da8117-d8ed-4829-9376-99070c1a5916 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Calling delete_port for f395e3ea-263f-4ee2-b605-0035abd7759b owned by compute:nova {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:47:26.082301 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-23119f92-d97b-408a-aeaf-1db62299bc0d req-f6da8117-d8ed-4829-9376-99070c1a5916 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (f395e3ea-263f-4ee2-b605-0035abd7759b), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:26.118703 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da8117-d8ed-4829-9376-99070c1a5916 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event deleted for resources: {'Port': ['ID=f395e3ea-263f-4ee2-b605-0035abd7759b,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:26.230005 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23119f92-d97b-408a-aeaf-1db62299bc0d req-f6da8117-d8ed-4829-9376-99070c1a5916 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:47:26.344002 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23119f92-d97b-408a-aeaf-1db62299bc0d req-f6da8117-d8ed-4829-9376-99070c1a5916 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:47:26.353138 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9649799d-4b28-4fa7-ab02-34a4934cfd17 None None] Sync routers for ids ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:47:26.362448 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9649799d-4b28-4fa7-ab02-34a4934cfd17 None None] Routers {'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:47:26.363051 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-9649799d-4b28-4fa7-ab02-34a4934cfd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:47:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:47:26.391297 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-23119f92-d97b-408a-aeaf-1db62299bc0d req-f6da8117-d8ed-4829-9376-99070c1a5916 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] No DVR routers for this DVR port f395e3ea-263f-4ee2-b605-0035abd7759b on host hv-cinder-83124 {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:47:26.394516 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-23119f92-d97b-408a-aeaf-1db62299bc0d req-f6da8117-d8ed-4829-9376-99070c1a5916 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:26.397949 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-23119f92-d97b-408a-aeaf-1db62299bc0d req-f6da8117-d8ed-4829-9376-99070c1a5916 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.46 "DELETE /v2.0/ports/f395e3ea-263f-4ee2-b605-0035abd7759b HTTP/1.1" status: 204 len: 173 time: 0.7939546 Mar 16 00:47:26.398396 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1018ae73-7b62-4e13-8fd6-26ece4164839', 'name': 'network-vif-deleted', 'tag': 'f395e3ea-263f-4ee2-b605-0035abd7759b'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:47:26.400696 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451ebea9-5090-4a75-b104-7a5308f6ef95" -d '{"events": [{"server_uuid": "1018ae73-7b62-4e13-8fd6-26ece4164839", "name": "network-vif-deleted", "tag": "f395e3ea-263f-4ee2-b605-0035abd7759b"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:47:26.443399 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:26.487656 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78487593-1e6d-4abb-8fb9-a1a5638ed274 x-openstack-request-id: req-78487593-1e6d-4abb-8fb9-a1a5638ed274 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:47:26.487957 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1018ae73-7b62-4e13-8fd6-26ece4164839", "name": "network-vif-deleted", "tag": "f395e3ea-263f-4ee2-b605-0035abd7759b", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:47:26.488954 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-78487593-1e6d-4abb-8fb9-a1a5638ed274 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:47:26.488954 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1018ae73-7b62-4e13-8fd6-26ece4164839', 'name': 'network-vif-deleted', 'tag': 'f395e3ea-263f-4ee2-b605-0035abd7759b', 'status': 'completed', 'code': 200} Mar 16 00:47:26.489973 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-9649799d-4b28-4fa7-ab02-34a4934cfd17 None None] Set router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:47:26.535635 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a3e92775-1bdd-4669-b067-90aea0388509 req-c42aaf8f-61d1-4009-b790-b056f2980e5a tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/ports?device_id=1018ae73-7b62-4e13-8fd6-26ece4164839 HTTP/1.1" status: 200 len: 210 time: 0.0310404 Mar 16 00:47:26.694873 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-9649799d-4b28-4fa7-ab02-34a4934cfd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:47:26.725268 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9649799d-4b28-4fa7-ab02-34a4934cfd17 None None] Checking router: bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:47:26.733335 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9649799d-4b28-4fa7-ab02-34a4934cfd17 None None] Routers {'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:47:26.733968 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-9649799d-4b28-4fa7-ab02-34a4934cfd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:47:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:47:26.843550 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-9649799d-4b28-4fa7-ab02-34a4934cfd17 None None] Set router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:47:27.159638 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-9649799d-4b28-4fa7-ab02-34a4934cfd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:47:27.184993 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9649799d-4b28-4fa7-ab02-34a4934cfd17 None None] The sync data for ids ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'] in dv-cinder-831247-13-iscsi is: [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:42Z', 'revision_number': 4, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '4b9ca5dc-b922-423f-8935-ce185b2dd819', 'name': '', 'network_id': '24d49175-3b8e-4ca0-b5c5-e4b583c05691', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'mac_address': 'fa:16:3e:45:87:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:41Z', 'updated_at': '2022-03-16T00:43:46Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'subnets': [{'id': '568d7227-01bf-42e7-b032-35fe043b9e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:47:27.404123 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad23d4e-e401-4d42-acb7-2fcea0310157 None None] New status for floating IP dc38fd82-2c76-4efa-b819-b715dc119b19: DOWN {{(pid=109658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:47:27.620191 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 35190) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:47:27.672255 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-74927233-0cdb-4373-8091-d43dd5e0dcd8 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (0af73c3b-b182-4b59-92bb-39d72dee738d), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:27.694801 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-74927233-0cdb-4373-8091-d43dd5e0dcd8 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (0af73c3b-b182-4b59-92bb-39d72dee738d), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:27.740153 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-74927233-0cdb-4373-8091-d43dd5e0dcd8 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (0af73c3b-b182-4b59-92bb-39d72dee738d), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:27.742809 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-74927233-0cdb-4373-8091-d43dd5e0dcd8 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:27.743954 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-74927233-0cdb-4373-8091-d43dd5e0dcd8 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "DELETE /v2.0/security-groups/0af73c3b-b182-4b59-92bb-39d72dee738d HTTP/1.1" status: 204 len: 168 time: 0.1227543 Mar 16 00:47:27.746738 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 35192) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:47:27.753311 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74927233-0cdb-4373-8091-d43dd5e0dcd8 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af73c3b-b182-4b59-92bb-39d72dee738d,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:27.760376 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.api.v2.resource [None req-d776e6c9-ce9b-40b1-8962-ab0f104c0d78 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] show failed (client error): The resource could not be found. Mar 16 00:47:27.761401 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-d776e6c9-ce9b-40b1-8962-ab0f104c0d78 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "GET /v2.0/security-groups/0af73c3b-b182-4b59-92bb-39d72dee738d HTTP/1.1" status: 404 len: 347 time: 0.0136614 Mar 16 00:47:27.764425 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 35194) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:47:27.889258 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-e33217d4-a3d4-4935-a601-1d0810983d09 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Deleting port 11f6190e-b0ab-4409-9c4f-a08bb0d1cc68 {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:47:27.889629 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e33217d4-a3d4-4935-a601-1d0810983d09 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (11f6190e-b0ab-4409-9c4f-a08bb0d1cc68), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:27.964951 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e33217d4-a3d4-4935-a601-1d0810983d09 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (11f6190e-b0ab-4409-9c4f-a08bb0d1cc68), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:27.965191 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e33217d4-a3d4-4935-a601-1d0810983d09 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (11f6190e-b0ab-4409-9c4f-a08bb0d1cc68), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:27.976408 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-e33217d4-a3d4-4935-a601-1d0810983d09 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Calling delete_port for 11f6190e-b0ab-4409-9c4f-a08bb0d1cc68 owned by network:floatingip {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:47:28.102379 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e33217d4-a3d4-4935-a601-1d0810983d09 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (11f6190e-b0ab-4409-9c4f-a08bb0d1cc68), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:28.385268 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33217d4-a3d4-4935-a601-1d0810983d09 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Pushing event deleted for resources: {'Port': ['ID=11f6190e-b0ab-4409-9c4f-a08bb0d1cc68,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:28.444905 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e33217d4-a3d4-4935-a601-1d0810983d09 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks [] for floatingip (dc38fd82-2c76-4efa-b819-b715dc119b19), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:28.447703 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e33217d4-a3d4-4935-a601-1d0810983d09 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:28.448841 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-e33217d4-a3d4-4935-a601-1d0810983d09 tempest-AttachVolumeNegativeTest-46122527 tempest-AttachVolumeNegativeTest-46122527-project] 10.222.0.10 "DELETE /v2.0/floatingips/dc38fd82-2c76-4efa-b819-b715dc119b19 HTTP/1.1" status: 204 len: 168 time: 0.6833315 Mar 16 00:47:29.635029 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device f395e3ea-263f-4ee2-b605-0035abd7759b no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:47:29.655985 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] No Port match for: f395e3ea-263f-4ee2-b605-0035abd7759b {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:47:29.656330 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device f395e3ea-263f-4ee2-b605-0035abd7759b not bound to the agent host hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:47:32.082548 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 35230) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:47:32.431493 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-7260c4f3-1f13-4d99-b5d5-9ff007325ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557332'] for router_interface (bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:32.668917 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-7260c4f3-1f13-4d99-b5d5-9ff007325ae6 admin admin] Deleting port 4b9ca5dc-b922-423f-8935-ce185b2dd819 {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:47:32.669256 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-7260c4f3-1f13-4d99-b5d5-9ff007325ae6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (4b9ca5dc-b922-423f-8935-ce185b2dd819), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:32.744952 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [None req-7260c4f3-1f13-4d99-b5d5-9ff007325ae6 admin admin] For port 4b9ca5dc-b922-423f-8935-ce185b2dd819, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=4b9ca5dc-b922-423f-8935-ce185b2dd819,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:47:32.745225 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-7260c4f3-1f13-4d99-b5d5-9ff007325ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (4b9ca5dc-b922-423f-8935-ce185b2dd819), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:32.758555 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-7260c4f3-1f13-4d99-b5d5-9ff007325ae6 admin admin] Calling delete_port for 4b9ca5dc-b922-423f-8935-ce185b2dd819 owned by network:router_interface {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:47:32.929932 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-7260c4f3-1f13-4d99-b5d5-9ff007325ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (4b9ca5dc-b922-423f-8935-ce185b2dd819), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:32.954607 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260c4f3-1f13-4d99-b5d5-9ff007325ae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b9ca5dc-b922-423f-8935-ce185b2dd819,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:33.123571 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-7260c4f3-1f13-4d99-b5d5-9ff007325ae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557496'] for router_interface (bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:33.332336 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7260c4f3-1f13-4d99-b5d5-9ff007325ae6 admin admin] Router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:47:33.436002 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7260c4f3-1f13-4d99-b5d5-9ff007325ae6 admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:47:33.441850 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-7260c4f3-1f13-4d99-b5d5-9ff007325ae6 admin admin] 10.222.0.10 "PUT /v2.0/routers/bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3581998 Mar 16 00:47:33.444263 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 35232) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:47:33.446588 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6468ff-5f39-49db-8e0b-71cdf3e24ad6 None None] Sync routers for ids ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:47:33.456043 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6468ff-5f39-49db-8e0b-71cdf3e24ad6 None None] Routers {'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:47:33.456650 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-5c6468ff-5f39-49db-8e0b-71cdf3e24ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:47:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:47:33.543117 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e73d8323-5b57-47de-82a8-2e3501133128 admin admin] Publish callbacks [] for router (bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:33.561908 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-5c6468ff-5f39-49db-8e0b-71cdf3e24ad6 None None] Set router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:47:33.648974 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e73d8323-5b57-47de-82a8-2e3501133128 admin admin] Publish callbacks [] for router_gateway (bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:33.702967 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-e73d8323-5b57-47de-82a8-2e3501133128 admin admin] Deleting port f58e99f3-e3c7-4c24-8d45-0e347510632d {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:47:33.703308 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e73d8323-5b57-47de-82a8-2e3501133128 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (f58e99f3-e3c7-4c24-8d45-0e347510632d), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:33.740757 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-5c6468ff-5f39-49db-8e0b-71cdf3e24ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:47:32Z', 'revision_number': 5, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port': {'id': 'f58e99f3-e3c7-4c24-8d45-0e347510632d', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:47:33.767224 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6468ff-5f39-49db-8e0b-71cdf3e24ad6 None None] Checking router: bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:47:33.775528 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6468ff-5f39-49db-8e0b-71cdf3e24ad6 None None] Routers {'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:47:33.776132 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-5c6468ff-5f39-49db-8e0b-71cdf3e24ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:47:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:47:33.782255 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [None req-e73d8323-5b57-47de-82a8-2e3501133128 admin admin] For port f58e99f3-e3c7-4c24-8d45-0e347510632d, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=f58e99f3-e3c7-4c24-8d45-0e347510632d,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:47:33.782622 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e73d8323-5b57-47de-82a8-2e3501133128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (f58e99f3-e3c7-4c24-8d45-0e347510632d), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:33.795254 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-e73d8323-5b57-47de-82a8-2e3501133128 admin admin] Calling delete_port for f58e99f3-e3c7-4c24-8d45-0e347510632d owned by network:router_gateway {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:47:33.861989 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-5c6468ff-5f39-49db-8e0b-71cdf3e24ad6 None None] Set router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac gateway port host: None {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:47:33.919187 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-5c6468ff-5f39-49db-8e0b-71cdf3e24ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:47:33Z', 'revision_number': 6, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port_host': None}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:47:33.946274 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6468ff-5f39-49db-8e0b-71cdf3e24ad6 None None] The sync data for ids ['bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac'] in dv-cinder-831247-13-iscsi is: [{'id': 'bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac', 'name': 'tempest-AttachVolumeNegativeTest-1228504308-router', 'tenant_id': 'e55c140cd0e64390af59e1e928324ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:43:39Z', 'updated_at': '2022-03-16T00:47:33Z', 'revision_number': 6, 'project_id': 'e55c140cd0e64390af59e1e928324ee3', 'gw_port_host': None}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:47:33.968372 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e73d8323-5b57-47de-82a8-2e3501133128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (f58e99f3-e3c7-4c24-8d45-0e347510632d), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:33.999912 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d8323-5b57-47de-82a8-2e3501133128 admin admin] Pushing event deleted for resources: {'Port': ['ID=f58e99f3-e3c7-4c24-8d45-0e347510632d,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:34.063180 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e73d8323-5b57-47de-82a8-2e3501133128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558686'] for router_gateway (bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:34.154541 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e73d8323-5b57-47de-82a8-2e3501133128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27878'] for router (bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:34.156680 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e73d8323-5b57-47de-82a8-2e3501133128 admin admin] Publish callbacks [] for router_controller (bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac), precommit_delete_associations {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:34.201259 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e73d8323-5b57-47de-82a8-2e3501133128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564910'] for router (bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:34.201741 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73d8323-5b57-47de-82a8-2e3501133128 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac {{(pid=109656) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 00:47:34.207194 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e73d8323-5b57-47de-82a8-2e3501133128 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:34.208347 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-e73d8323-5b57-47de-82a8-2e3501133128 admin admin] 10.222.0.10 "DELETE /v2.0/routers/bc1f6a8a-0193-429d-9f3b-8c53cfabd0ac HTTP/1.1" status: 204 len: 168 time: 0.7631707 Mar 16 00:47:34.210901 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 35234) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:47:34.263108 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_v2 [None req-6726af08-765e-4c71-a9f6-6d239f9bf5ff admin admin] Deleting subnet 568d7227-01bf-42e7-b032-35fe043b9e0d {{(pid=109656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 00:47:34.267186 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6726af08-765e-4c71-a9f6-6d239f9bf5ff admin admin] Publish callbacks [] for subnet (568d7227-01bf-42e7-b032-35fe043b9e0d), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:34.311559 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6726af08-765e-4c71-a9f6-6d239f9bf5ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5983764'] for subnet (568d7227-01bf-42e7-b032-35fe043b9e0d), precommit_delete_associations {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:34.397651 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6726af08-765e-4c71-a9f6-6d239f9bf5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1106181'] for subnet (568d7227-01bf-42e7-b032-35fe043b9e0d), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:34.450367 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6726af08-765e-4c71-a9f6-6d239f9bf5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1106430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5920131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5436656'] for subnet (568d7227-01bf-42e7-b032-35fe043b9e0d), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:34.474703 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726af08-765e-4c71-a9f6-6d239f9bf5ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=568d7227-01bf-42e7-b032-35fe043b9e0d,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:34.479434 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6726af08-765e-4c71-a9f6-6d239f9bf5ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:34.483467 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-6726af08-765e-4c71-a9f6-6d239f9bf5ff admin admin] 10.222.0.10 "DELETE /v2.0/subnets/568d7227-01bf-42e7-b032-35fe043b9e0d HTTP/1.1" status: 204 len: 168 time: 0.2713532 Mar 16 00:47:34.484559 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d6a2b3-8f02-411f-b391-dbc1273c516f None None] Network 24d49175-3b8e-4ca0-b5c5-e4b583c05691 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:47:34.485721 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 35236) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:47:34.554282 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-564872ca-0b0a-48d3-8945-0b46f6cc7e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1244356'] for network (24d49175-3b8e-4ca0-b5c5-e4b583c05691), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:34.609983 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-564872ca-0b0a-48d3-8945-0b46f6cc7e8a admin admin] Deleting port e2bcee30-eeb8-42ca-9433-6458f3e2ece7 {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:47:34.610328 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-564872ca-0b0a-48d3-8945-0b46f6cc7e8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (e2bcee30-eeb8-42ca-9433-6458f3e2ece7), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:34.673751 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [None req-564872ca-0b0a-48d3-8945-0b46f6cc7e8a admin admin] For port e2bcee30-eeb8-42ca-9433-6458f3e2ece7, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=e2bcee30-eeb8-42ca-9433-6458f3e2ece7,segment=NetworkSegment(84b073dd-23e7-4c43-bb1a-e444e86c14ce),segment_id=84b073dd-23e7-4c43-bb1a-e444e86c14ce)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:47:34.674566 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-564872ca-0b0a-48d3-8945-0b46f6cc7e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (e2bcee30-eeb8-42ca-9433-6458f3e2ece7), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:34.686693 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-564872ca-0b0a-48d3-8945-0b46f6cc7e8a admin admin] Calling delete_port for e2bcee30-eeb8-42ca-9433-6458f3e2ece7 owned by network:dhcp {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:47:34.718840 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c15490-f8be-450a-8e72-78e3eb7ee585 None None] DHCP port deletion for 24d49175-3b8e-4ca0-b5c5-e4b583c05691 request from dv-cinder-831247-13-iscsi {{(pid=109657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 00:47:34.746892 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 4b9ca5dc-b922-423f-8935-ce185b2dd819 no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:47:34.765877 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-564872ca-0b0a-48d3-8945-0b46f6cc7e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (e2bcee30-eeb8-42ca-9433-6458f3e2ece7), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:34.769710 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: 4b9ca5dc-b922-423f-8935-ce185b2dd819 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:47:34.770055 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 4b9ca5dc-b922-423f-8935-ce185b2dd819 not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:47:34.792156 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-a3c15490-f8be-450a-8e72-78e3eb7ee585 None None] Deleting port e2bcee30-eeb8-42ca-9433-6458f3e2ece7 {{(pid=109657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:47:34.792523 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-a3c15490-f8be-450a-8e72-78e3eb7ee585 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (e2bcee30-eeb8-42ca-9433-6458f3e2ece7), before_delete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:34.796087 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564872ca-0b0a-48d3-8945-0b46f6cc7e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=e2bcee30-eeb8-42ca-9433-6458f3e2ece7,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:34.800061 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564872ca-0b0a-48d3-8945-0b46f6cc7e8a admin admin] No DVR routers for this DVR port e2bcee30-eeb8-42ca-9433-6458f3e2ece7 on host dv-cinder-831247-13-iscsi {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:47:34.860423 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-a3c15490-f8be-450a-8e72-78e3eb7ee585 None None] For port e2bcee30-eeb8-42ca-9433-6458f3e2ece7, host dv-cinder-831247-13-iscsi, got binding levels [] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:47:34.860814 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-a3c15490-f8be-450a-8e72-78e3eb7ee585 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (e2bcee30-eeb8-42ca-9433-6458f3e2ece7), precommit_delete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:34.870977 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-564872ca-0b0a-48d3-8945-0b46f6cc7e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135250', 'neutron.services.segments.db._delete_segments_for_network-8752661694154'] for network (24d49175-3b8e-4ca0-b5c5-e4b583c05691), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:34.873838 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-a3c15490-f8be-450a-8e72-78e3eb7ee585 None None] Calling delete_port for e2bcee30-eeb8-42ca-9433-6458f3e2ece7 owned by network:dhcp {{(pid=109657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:47:34.876423 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.ipam_backend_mixin [None req-a3c15490-f8be-450a-8e72-78e3eb7ee585 None None] Port e2bcee30-eeb8-42ca-9433-6458f3e2ece7 was not found and therefore no delete operation was performed {{(pid=109657) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 16 00:47:34.877780 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-a3c15490-f8be-450a-8e72-78e3eb7ee585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062'] for port (e2bcee30-eeb8-42ca-9433-6458f3e2ece7), after_delete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:34.890528 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-564872ca-0b0a-48d3-8945-0b46f6cc7e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d49175-3b8e-4ca0-b5c5-e4b583c05691']}} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:47:34.900114 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-564872ca-0b0a-48d3-8945-0b46f6cc7e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b073dd-23e7-4c43-bb1a-e444e86c14ce') {'for_net_delete': True} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:47:34.900540 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-564872ca-0b0a-48d3-8945-0b46f6cc7e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b073dd-23e7-4c43-bb1a-e444e86c14ce') {} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:47:34.903874 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c15490-f8be-450a-8e72-78e3eb7ee585 None None] No DVR routers for this DVR port e2bcee30-eeb8-42ca-9433-6458f3e2ece7 on host dv-cinder-831247-13-iscsi {{(pid=109657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:47:34.908147 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c15490-f8be-450a-8e72-78e3eb7ee585 None None] Pushing event deleted for resources: {'Port': ['ID=e2bcee30-eeb8-42ca-9433-6458f3e2ece7,revision_number=None']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:34.910119 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-564872ca-0b0a-48d3-8945-0b46f6cc7e8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752661698259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5983775'] for segment (84b073dd-23e7-4c43-bb1a-e444e86c14ce), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:34.923569 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-564872ca-0b0a-48d3-8945-0b46f6cc7e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (84b073dd-23e7-4c43-bb1a-e444e86c14ce), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:34.930440 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564872ca-0b0a-48d3-8945-0b46f6cc7e8a admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 00:47:34.930764 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-564872ca-0b0a-48d3-8945-0b46f6cc7e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5920041'] for segment (84b073dd-23e7-4c43-bb1a-e444e86c14ce), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: Traceback (most recent call last): Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: timer() Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: cb(*args, **kw) Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: return func(*args, **kwargs) Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: self._notify() Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: self.callback(batched_events) Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: event.method(event) Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: return f(self, *a, **k) Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: return self._get(url).json() Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: return self.request(url, 'GET', **kwargs) Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 00:47:34.932488 dv-cinder-831247-13-iscsi neutron-server[109656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 00:47:34.992195 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-564872ca-0b0a-48d3-8945-0b46f6cc7e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558650'] for network (24d49175-3b8e-4ca0-b5c5-e4b583c05691), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:34.997910 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-564872ca-0b0a-48d3-8945-0b46f6cc7e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:35.004058 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-564872ca-0b0a-48d3-8945-0b46f6cc7e8a admin admin] 10.222.0.10 "DELETE /v2.0/networks/24d49175-3b8e-4ca0-b5c5-e4b583c05691 HTTP/1.1" status: 204 len: 168 time: 0.5143549 Mar 16 00:47:35.012334 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564872ca-0b0a-48d3-8945-0b46f6cc7e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=24d49175-3b8e-4ca0-b5c5-e4b583c05691,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:35.130012 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 35240) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:47:35.169521 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-7897dc6f-9af0-4210-b48c-080bf0bf432a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e55c140cd0e64390af59e1e928324ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378833 Mar 16 00:47:35.171410 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 35242) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:47:35.219215 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c1da047a-ecf5-4bc0-a19e-abb3fef9b117 admin admin] Publish callbacks [] for security_group (a717e46d-635a-44f1-b7d7-8907054290f6), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:35.240179 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c1da047a-ecf5-4bc0-a19e-abb3fef9b117 admin admin] Publish callbacks [] for security_group (a717e46d-635a-44f1-b7d7-8907054290f6), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:35.289534 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c1da047a-ecf5-4bc0-a19e-abb3fef9b117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (a717e46d-635a-44f1-b7d7-8907054290f6), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:35.291983 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c1da047a-ecf5-4bc0-a19e-abb3fef9b117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:35.293152 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-c1da047a-ecf5-4bc0-a19e-abb3fef9b117 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a717e46d-635a-44f1-b7d7-8907054290f6 HTTP/1.1" status: 204 len: 168 time: 0.1208258 Mar 16 00:47:35.300493 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da047a-ecf5-4bc0-a19e-abb3fef9b117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a717e46d-635a-44f1-b7d7-8907054290f6,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:35.307499 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da047a-ecf5-4bc0-a19e-abb3fef9b117 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:35.307822 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da047a-ecf5-4bc0-a19e-abb3fef9b117 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:35.308168 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da047a-ecf5-4bc0-a19e-abb3fef9b117 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:35.308543 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da047a-ecf5-4bc0-a19e-abb3fef9b117 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:35.308870 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da047a-ecf5-4bc0-a19e-abb3fef9b117 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:35.309203 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da047a-ecf5-4bc0-a19e-abb3fef9b117 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:35.309562 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da047a-ecf5-4bc0-a19e-abb3fef9b117 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:35.309889 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da047a-ecf5-4bc0-a19e-abb3fef9b117 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:35.310218 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da047a-ecf5-4bc0-a19e-abb3fef9b117 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:35.310544 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da047a-ecf5-4bc0-a19e-abb3fef9b117 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:35.310873 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da047a-ecf5-4bc0-a19e-abb3fef9b117 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:35.311195 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da047a-ecf5-4bc0-a19e-abb3fef9b117 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:35.311516 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da047a-ecf5-4bc0-a19e-abb3fef9b117 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:35.311852 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da047a-ecf5-4bc0-a19e-abb3fef9b117 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:35.312150 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da047a-ecf5-4bc0-a19e-abb3fef9b117 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:36.136600 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device e2bcee30-eeb8-42ca-9433-6458f3e2ece7 no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:47:36.156735 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: e2bcee30-eeb8-42ca-9433-6458f3e2ece7 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:47:36.157079 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device e2bcee30-eeb8-42ca-9433-6458f3e2ece7 not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:47:36.157515 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device f58e99f3-e3c7-4c24-8d45-0e347510632d no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:47:36.176075 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: f58e99f3-e3c7-4c24-8d45-0e347510632d {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:47:36.176425 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device f58e99f3-e3c7-4c24-8d45-0e347510632d not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:47:40.105569 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 35316) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:47:40.226795 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8b2722f9-9c4b-462c-b974-062f8f149043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:40.303088 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8b2722f9-9c4b-462c-b974-062f8f149043 admin admin] Publish callbacks [] for security_group (7c2a5ea6-d3e9-4bc7-889b-fc45c7badd8e), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:40.306925 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8b2722f9-9c4b-462c-b974-062f8f149043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (7c2a5ea6-d3e9-4bc7-889b-fc45c7badd8e), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:40.345142 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-8b2722f9-9c4b-462c-b974-062f8f149043 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b023047b4d2f41fb9d5e78bedf62d77d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384441 Mar 16 00:47:40.346909 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2722f9-9c4b-462c-b974-062f8f149043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2a5ea6-d3e9-4bc7-889b-fc45c7badd8e,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:40.348376 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 35320) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:47:40.395487 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c9fa4484-311b-43c8-9ef6-7de5e5bfb8e2 admin admin] Publish callbacks [] for security_group (7c2a5ea6-d3e9-4bc7-889b-fc45c7badd8e), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:40.415946 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c9fa4484-311b-43c8-9ef6-7de5e5bfb8e2 admin admin] Publish callbacks [] for security_group (7c2a5ea6-d3e9-4bc7-889b-fc45c7badd8e), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:40.462673 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c9fa4484-311b-43c8-9ef6-7de5e5bfb8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (7c2a5ea6-d3e9-4bc7-889b-fc45c7badd8e), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:40.465587 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-c9fa4484-311b-43c8-9ef6-7de5e5bfb8e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:40.466728 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-c9fa4484-311b-43c8-9ef6-7de5e5bfb8e2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c2a5ea6-d3e9-4bc7-889b-fc45c7badd8e HTTP/1.1" status: 204 len: 168 time: 0.1173785 Mar 16 00:47:40.474578 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa4484-311b-43c8-9ef6-7de5e5bfb8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2a5ea6-d3e9-4bc7-889b-fc45c7badd8e,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:40.481517 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa4484-311b-43c8-9ef6-7de5e5bfb8e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:40.481882 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa4484-311b-43c8-9ef6-7de5e5bfb8e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:40.482236 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa4484-311b-43c8-9ef6-7de5e5bfb8e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:40.482583 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa4484-311b-43c8-9ef6-7de5e5bfb8e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:40.482922 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa4484-311b-43c8-9ef6-7de5e5bfb8e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:40.483261 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa4484-311b-43c8-9ef6-7de5e5bfb8e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:40.483595 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa4484-311b-43c8-9ef6-7de5e5bfb8e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:40.483925 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa4484-311b-43c8-9ef6-7de5e5bfb8e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:40.484258 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa4484-311b-43c8-9ef6-7de5e5bfb8e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:40.484589 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa4484-311b-43c8-9ef6-7de5e5bfb8e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:40.484945 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa4484-311b-43c8-9ef6-7de5e5bfb8e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:40.485239 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa4484-311b-43c8-9ef6-7de5e5bfb8e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:40.485602 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa4484-311b-43c8-9ef6-7de5e5bfb8e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:40.485930 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa4484-311b-43c8-9ef6-7de5e5bfb8e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:40.486254 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fa4484-311b-43c8-9ef6-7de5e5bfb8e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:40.716380 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 35326) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:47:40.729384 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-44198384-5ed0-493c-8288-aee00badfb4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:40.801259 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-44198384-5ed0-493c-8288-aee00badfb4f admin admin] Publish callbacks [] for security_group (ed5bbe16-91fc-4b1b-b651-f9c1df587379), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:40.804867 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-44198384-5ed0-493c-8288-aee00badfb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (ed5bbe16-91fc-4b1b-b651-f9c1df587379), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:40.844165 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-44198384-5ed0-493c-8288-aee00badfb4f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cc714d3d377e4f509738540a173556d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1266341 Mar 16 00:47:40.844912 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44198384-5ed0-493c-8288-aee00badfb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5bbe16-91fc-4b1b-b651-f9c1df587379,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:40.846990 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 35328) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:47:40.892845 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-be2d37f6-555a-45d9-8e71-b04852756231 admin admin] Publish callbacks [] for security_group (ed5bbe16-91fc-4b1b-b651-f9c1df587379), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:40.912358 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-be2d37f6-555a-45d9-8e71-b04852756231 admin admin] Publish callbacks [] for security_group (ed5bbe16-91fc-4b1b-b651-f9c1df587379), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:40.959494 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-be2d37f6-555a-45d9-8e71-b04852756231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (ed5bbe16-91fc-4b1b-b651-f9c1df587379), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:40.962066 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-be2d37f6-555a-45d9-8e71-b04852756231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:40.963173 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-be2d37f6-555a-45d9-8e71-b04852756231 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed5bbe16-91fc-4b1b-b651-f9c1df587379 HTTP/1.1" status: 204 len: 168 time: 0.1152031 Mar 16 00:47:40.970351 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d37f6-555a-45d9-8e71-b04852756231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5bbe16-91fc-4b1b-b651-f9c1df587379,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:48.780546 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 35448) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:47:48.880957 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-a8a9a847-e18c-436a-a0f6-767328ce1b97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:48.953059 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-a8a9a847-e18c-436a-a0f6-767328ce1b97 admin admin] Publish callbacks [] for security_group (936fffc7-7aa8-42cb-99e6-6e9d099752f4), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:48.957260 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-a8a9a847-e18c-436a-a0f6-767328ce1b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (936fffc7-7aa8-42cb-99e6-6e9d099752f4), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:48.994826 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-a8a9a847-e18c-436a-a0f6-767328ce1b97 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3d44d280d121420196fc6803ca151547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132072 Mar 16 00:47:48.995917 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9a847-e18c-436a-a0f6-767328ce1b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936fffc7-7aa8-42cb-99e6-6e9d099752f4,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:48.997501 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 35452) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:47:49.048086 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4a472a0f-f8f2-4f2f-964b-26b0b2e7af72 admin admin] Publish callbacks [] for security_group (936fffc7-7aa8-42cb-99e6-6e9d099752f4), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:49.069861 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4a472a0f-f8f2-4f2f-964b-26b0b2e7af72 admin admin] Publish callbacks [] for security_group (936fffc7-7aa8-42cb-99e6-6e9d099752f4), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:49.114224 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4a472a0f-f8f2-4f2f-964b-26b0b2e7af72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (936fffc7-7aa8-42cb-99e6-6e9d099752f4), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:49.116780 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4a472a0f-f8f2-4f2f-964b-26b0b2e7af72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:49.117953 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-4a472a0f-f8f2-4f2f-964b-26b0b2e7af72 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/936fffc7-7aa8-42cb-99e6-6e9d099752f4 HTTP/1.1" status: 204 len: 168 time: 0.1194301 Mar 16 00:47:49.125263 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a472a0f-f8f2-4f2f-964b-26b0b2e7af72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936fffc7-7aa8-42cb-99e6-6e9d099752f4,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:49.373513 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 35458) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:47:49.386932 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-db610152-1516-4611-aa51-f964be51492a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:49.459476 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-db610152-1516-4611-aa51-f964be51492a admin admin] Publish callbacks [] for security_group (b554e676-58f4-450a-b437-564ab23b4f04), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:49.462966 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-db610152-1516-4611-aa51-f964be51492a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (b554e676-58f4-450a-b437-564ab23b4f04), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:49.500783 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-db610152-1516-4611-aa51-f964be51492a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8249f6c402d74140888aa0574c138e02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1260338 Mar 16 00:47:49.501547 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db610152-1516-4611-aa51-f964be51492a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b554e676-58f4-450a-b437-564ab23b4f04,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:49.503959 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 35460) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:47:49.550194 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e14e3b35-2f1a-4c36-88d0-1449aed56229 admin admin] Publish callbacks [] for security_group (b554e676-58f4-450a-b437-564ab23b4f04), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:49.570605 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e14e3b35-2f1a-4c36-88d0-1449aed56229 admin admin] Publish callbacks [] for security_group (b554e676-58f4-450a-b437-564ab23b4f04), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:49.619024 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e14e3b35-2f1a-4c36-88d0-1449aed56229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (b554e676-58f4-450a-b437-564ab23b4f04), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:49.621594 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-e14e3b35-2f1a-4c36-88d0-1449aed56229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:49.622731 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-e14e3b35-2f1a-4c36-88d0-1449aed56229 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b554e676-58f4-450a-b437-564ab23b4f04 HTTP/1.1" status: 204 len: 168 time: 0.1177487 Mar 16 00:47:49.631342 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e3b35-2f1a-4c36-88d0-1449aed56229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b554e676-58f4-450a-b437-564ab23b4f04,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:49.930914 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 35466) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:47:49.946383 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2ae31f9a-b2f9-4959-b07b-ae0d971e3207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:50.013700 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-fe55955c-da28-413b-a279-81beba12f99e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:50.017467 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2ae31f9a-b2f9-4959-b07b-ae0d971e3207 admin admin] Publish callbacks [] for security_group (cb8d3715-f8e5-41dd-9d3f-eb0fa9881d6f), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:50.021542 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-2ae31f9a-b2f9-4959-b07b-ae0d971e3207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (cb8d3715-f8e5-41dd-9d3f-eb0fa9881d6f), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:50.058313 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-2ae31f9a-b2f9-4959-b07b-ae0d971e3207 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e4f30ced540e4ceb952b123f96f6e723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262977 Mar 16 00:47:50.059130 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae31f9a-b2f9-4959-b07b-ae0d971e3207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8d3715-f8e5-41dd-9d3f-eb0fa9881d6f,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:50.061066 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 35468) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:47:50.109002 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c201102d-7934-43d4-a62c-ae52d528ce52 admin admin] Publish callbacks [] for security_group (cb8d3715-f8e5-41dd-9d3f-eb0fa9881d6f), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:50.130194 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c201102d-7934-43d4-a62c-ae52d528ce52 admin admin] Publish callbacks [] for security_group (cb8d3715-f8e5-41dd-9d3f-eb0fa9881d6f), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:50.177962 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c201102d-7934-43d4-a62c-ae52d528ce52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (cb8d3715-f8e5-41dd-9d3f-eb0fa9881d6f), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:50.180468 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-c201102d-7934-43d4-a62c-ae52d528ce52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:50.181620 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-c201102d-7934-43d4-a62c-ae52d528ce52 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb8d3715-f8e5-41dd-9d3f-eb0fa9881d6f HTTP/1.1" status: 204 len: 168 time: 0.1194787 Mar 16 00:47:50.189090 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201102d-7934-43d4-a62c-ae52d528ce52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8d3715-f8e5-41dd-9d3f-eb0fa9881d6f,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:50.810479 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 35490) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:47:50.906070 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-951541cc-5584-4ad9-b3ba-14ae7b7bd15b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-575435123-network', 'tenant_id': '1ec18ab014db4bf4908a46403c14855f'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:47:50.926785 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951541cc-5584-4ad9-b3ba-14ae7b7bd15b admin admin] Made reservation on behalf of 1ec18ab014db4bf4908a46403c14855f for: {'network': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:47:50.929052 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-951541cc-5584-4ad9-b3ba-14ae7b7bd15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for network (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:50.937311 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-951541cc-5584-4ad9-b3ba-14ae7b7bd15b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:51.013623 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-951541cc-5584-4ad9-b3ba-14ae7b7bd15b admin admin] Publish callbacks [] for security_group (768a149b-7951-4b21-9510-9486468838fd), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:51.017135 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-951541cc-5584-4ad9-b3ba-14ae7b7bd15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (768a149b-7951-4b21-9510-9486468838fd), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:51.041000 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951541cc-5584-4ad9-b3ba-14ae7b7bd15b admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 00:47:51.050599 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951541cc-5584-4ad9-b3ba-14ae7b7bd15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768a149b-7951-4b21-9510-9486468838fd,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:51.055201 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-951541cc-5584-4ad9-b3ba-14ae7b7bd15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (988914f7-5483-4624-93c7-43377167c43e), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:51.055543 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.db.segments_db [None req-951541cc-5584-4ad9-b3ba-14ae7b7bd15b admin admin] Added segment 988914f7-5483-4624-93c7-43377167c43e of type vlan for network a9da2dd4-beba-4998-933f-81f1e94bc8b9 Mar 16 00:47:51.094118 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-951541cc-5584-4ad9-b3ba-14ae7b7bd15b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752661257912'] for network (a9da2dd4-beba-4998-933f-81f1e94bc8b9), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:51.118668 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-951541cc-5584-4ad9-b3ba-14ae7b7bd15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for network (a9da2dd4-beba-4998-933f-81f1e94bc8b9), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:51.119597 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951541cc-5584-4ad9-b3ba-14ae7b7bd15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:47:51.120176 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-951541cc-5584-4ad9-b3ba-14ae7b7bd15b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:51.176605 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-951541cc-5584-4ad9-b3ba-14ae7b7bd15b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3648784 Mar 16 00:47:51.179495 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 35496) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:47:51.181260 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951541cc-5584-4ad9-b3ba-14ae7b7bd15b admin admin] Pushing event updated for resources: {'Network': ['ID=a9da2dd4-beba-4998-933f-81f1e94bc8b9,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:51.185303 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-de055a4e-65c7-4cb7-99d5-84e1876ed5b1 admin admin] Request body: {'subnet': {'network_id': 'a9da2dd4-beba-4998-933f-81f1e94bc8b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-575435123-subnet', 'tenant_id': '1ec18ab014db4bf4908a46403c14855f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:47:51.191277 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Network a9da2dd4-beba-4998-933f-81f1e94bc8b9 details requested by agent ovs-agent-dv-cinder-831247-13-iscsi with host dv-cinder-831247-13-iscsi {{(pid=109657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 00:47:51.206044 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de055a4e-65c7-4cb7-99d5-84e1876ed5b1 admin admin] Made reservation on behalf of 1ec18ab014db4bf4908a46403c14855f for: {'subnet': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:47:51.208614 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-de055a4e-65c7-4cb7-99d5-84e1876ed5b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5436631'] for subnet (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:51.633867 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-de055a4e-65c7-4cb7-99d5-84e1876ed5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5920192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5436649'] for subnet (c919b877-f5a1-4784-b212-41dc7de9ecde), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:51.684773 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de055a4e-65c7-4cb7-99d5-84e1876ed5b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c919b877-f5a1-4784-b212-41dc7de9ecde,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:51.694977 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de055a4e-65c7-4cb7-99d5-84e1876ed5b1 admin admin] Checking segment: {'id': '988914f7-5483-4624-93c7-43377167c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a9da2dd4-beba-4998-933f-81f1e94bc8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:47:51.695344 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de055a4e-65c7-4cb7-99d5-84e1876ed5b1 admin admin] Network hostable DHCP agents. Network: a9da2dd4-beba-4998-933f-81f1e94bc8b9, hostable agents: ['92114df5-18d6-4d7c-9264-0f0b53b6b6a9'], hosted agents: [] {{(pid=109656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 00:47:51.712050 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de055a4e-65c7-4cb7-99d5-84e1876ed5b1 admin admin] Network a9da2dd4-beba-4998-933f-81f1e94bc8b9 is scheduled to be hosted by DHCP agent 92114df5-18d6-4d7c-9264-0f0b53b6b6a9 with binding_index 1 {{(pid=109656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 00:47:51.719886 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-de055a4e-65c7-4cb7-99d5-84e1876ed5b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-13-iscsi, a9da2dd4-beba-4998-933f-81f1e94bc8b9) {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:47:51.723892 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de055a4e-65c7-4cb7-99d5-84e1876ed5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:47:51.724477 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-de055a4e-65c7-4cb7-99d5-84e1876ed5b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:51.729589 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a340b3-a714-4302-851a-ab6ffcc1d489 None None] Network a9da2dd4-beba-4998-933f-81f1e94bc8b9 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:47:51.739919 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-de055a4e-65c7-4cb7-99d5-84e1876ed5b1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5593576 Mar 16 00:47:51.825146 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e106722-8da3-421b-a816-cc74bcd5e252 None None] Network a9da2dd4-beba-4998-933f-81f1e94bc8b9 requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:47:52.366410 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0008358b-e642-451a-8fea-5dc79b2146df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:53.068811 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:53.447248 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-c8f216da-9dfe-4d48-b62f-4f2e17895b5f tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:47:53.448930 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-c8f216da-9dfe-4d48-b62f-4f2e17895b5f tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/networks?id=a9da2dd4-beba-4998-933f-81f1e94bc8b9 HTTP/1.1" status: 200 len: 813 time: 0.0983829 Mar 16 00:47:53.463082 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-d6b1f5c8-7b2d-47c0-90ce-8067e1745cfb tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/quotas/1ec18ab014db4bf4908a46403c14855f HTTP/1.1" status: 200 len: 375 time: 0.0091176 Mar 16 00:47:53.497503 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-456331a1-0a50-4c0b-9d42-3d5e619d7c51 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ec18ab014db4bf4908a46403c14855f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296185 Mar 16 00:47:53.583450 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-bd1ed5ac-3f6a-4500-a1ca-9b2c919b647a service neutron] 10.222.0.10 "GET /v2.0/networks/a9da2dd4-beba-4998-933f-81f1e94bc8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795252 Mar 16 00:47:53.644369 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:53.682703 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-f6cdf1f6-fddd-4ec1-98d7-b63a3ab4f32d service neutron] 10.222.0.10 "GET /v2.0/networks/a9da2dd4-beba-4998-933f-81f1e94bc8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937510 Mar 16 00:47:53.801290 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:47:53.839569 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-32064a9c-630d-4b20-ba04-f0e529d6d7d8 req-7984c892-a998-4ba6-8e15-9c48f224fb96 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b798a7e-b8ba-46b1-9482-1a2eb36836ba HTTP/1.1" status: 200 len: 210 time: 0.0270283 Mar 16 00:47:54.713114 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-98ddf3c3-4a6d-48f8-9a4e-d4b13f63cf6f tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:47:54.714507 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-98ddf3c3-4a6d-48f8-9a4e-d4b13f63cf6f tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.46 "GET /v2.0/networks?id=a9da2dd4-beba-4998-933f-81f1e94bc8b9 HTTP/1.1" status: 200 len: 813 time: 0.1015933 Mar 16 00:47:54.726452 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-87508cec-a5ef-4a17-baae-9265aa589a7a tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Request body: {'port': {'device_id': '5b798a7e-b8ba-46b1-9482-1a2eb36836ba', 'network_id': 'a9da2dd4-beba-4998-933f-81f1e94bc8b9', 'admin_state_up': True, 'tenant_id': '1ec18ab014db4bf4908a46403c14855f'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:47:54.833259 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-87508cec-a5ef-4a17-baae-9265aa589a7a tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Made reservation on behalf of 1ec18ab014db4bf4908a46403c14855f for: {'port': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:47:54.836553 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-87508cec-a5ef-4a17-baae-9265aa589a7a tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:54.933238 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c6535c77-9047-4ab0-9742-320483f66495 req-8dae382e-8191-4a74-8288-e824e5b5c574 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b798a7e-b8ba-46b1-9482-1a2eb36836ba HTTP/1.1" status: 200 len: 210 time: 0.0273511 Mar 16 00:47:54.958456 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-87508cec-a5ef-4a17-baae-9265aa589a7a tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Allocated IP 172.20.0.3 (a9da2dd4-beba-4998-933f-81f1e94bc8b9/c919b877-f5a1-4784-b212-41dc7de9ecde/1864019f-d518-4fa3-be34-b25eea95757d) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:47:55.041807 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:55.104537 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-87508cec-a5ef-4a17-baae-9265aa589a7a tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Publish callbacks [] for port (1864019f-d518-4fa3-be34-b25eea95757d), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:55.136781 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-87508cec-a5ef-4a17-baae-9265aa589a7a tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (1864019f-d518-4fa3-be34-b25eea95757d), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:55.178869 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-87508cec-a5ef-4a17-baae-9265aa589a7a tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Network a9da2dd4-beba-4998-933f-81f1e94bc8b9 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:47:55.181998 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-87508cec-a5ef-4a17-baae-9265aa589a7a tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:47:55.185539 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-87508cec-a5ef-4a17-baae-9265aa589a7a tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:47:55.211636 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87508cec-a5ef-4a17-baae-9265aa589a7a tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Pushing event updated for resources: {'Port': ['ID=1864019f-d518-4fa3-be34-b25eea95757d,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:55.237689 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-87508cec-a5ef-4a17-baae-9265aa589a7a tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:47:55.238289 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-87508cec-a5ef-4a17-baae-9265aa589a7a tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:55.252722 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-87508cec-a5ef-4a17-baae-9265aa589a7a tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5294116 Mar 16 00:47:55.263464 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] Request body: {'port': {'device_id': '5b798a7e-b8ba-46b1-9482-1a2eb36836ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:47:55.318294 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (1864019f-d518-4fa3-be34-b25eea95757d), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:55.572280 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1864019f-d518-4fa3-be34-b25eea95757d {{(pid=109656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:47:55.579481 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] Publish callbacks [] for port (1864019f-d518-4fa3-be34-b25eea95757d), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:55.591983 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.provisioning_blocks [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] Transition to ACTIVE for port object 1864019f-d518-4fa3-be34-b25eea95757d will not be triggered until provisioned by entity L2. {{(pid=109656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 00:47:55.595256 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (1864019f-d518-4fa3-be34-b25eea95757d), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:55.643835 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] Pushing event updated for resources: {'Port': ['ID=1864019f-d518-4fa3-be34-b25eea95757d,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:55.711842 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] Attempting to bind port 1864019f-d518-4fa3-be34-b25eea95757d on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:47:55.712184 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] Attempting to bind port 1864019f-d518-4fa3-be34-b25eea95757d by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '988914f7-5483-4624-93c7-43377167c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a9da2dd4-beba-4998-933f-81f1e94bc8b9'}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:47:55.712513 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] Attempting to bind port 1864019f-d518-4fa3-be34-b25eea95757d on network a9da2dd4-beba-4998-933f-81f1e94bc8b9 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:47:55.716664 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] Port 1864019f-d518-4fa3-be34-b25eea95757d on network a9da2dd4-beba-4998-933f-81f1e94bc8b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 00:47:55.716986 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] Attempting to bind port 1864019f-d518-4fa3-be34-b25eea95757d on network a9da2dd4-beba-4998-933f-81f1e94bc8b9 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:47:55.722238 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] Checking agent: {'id': 'b9d601fa-f980-49b0-9520-143ebd33322f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'started_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:47:55.722573 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] Checking segment: {'id': '988914f7-5483-4624-93c7-43377167c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a9da2dd4-beba-4998-933f-81f1e94bc8b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:47:55.722951 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] Bound using segment: {'id': '988914f7-5483-4624-93c7-43377167c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a9da2dd4-beba-4998-933f-81f1e94bc8b9'} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:47:55.723378 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] Bound port: 1864019f-d518-4fa3-be34-b25eea95757d, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '988914f7-5483-4624-93c7-43377167c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a9da2dd4-beba-4998-933f-81f1e94bc8b9'}}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:47:55.723730 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (1864019f-d518-4fa3-be34-b25eea95757d), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:55.786703 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] For port 1864019f-d518-4fa3-be34-b25eea95757d, host hv-cinder-83124, cleared binding levels {{(pid=109656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:47:55.789638 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] For port 1864019f-d518-4fa3-be34-b25eea95757d, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=1864019f-d518-4fa3-be34-b25eea95757d,segment=NetworkSegment(988914f7-5483-4624-93c7-43377167c43e),segment_id=988914f7-5483-4624-93c7-43377167c43e)] {{(pid=109656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:47:55.795296 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (1864019f-d518-4fa3-be34-b25eea95757d), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:55.826006 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:47:55.826622 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:55.827989 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] 10.222.0.46 "PUT /v2.0/ports/1864019f-d518-4fa3-be34-b25eea95757d HTTP/1.1" status: 200 len: 1093 time: 0.5683854 Mar 16 00:47:55.828437 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b798a7e-b8ba-46b1-9482-1a2eb36836ba', 'tag': '1864019f-d518-4fa3-be34-b25eea95757d'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:47:55.831210 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8906834-2e6a-426d-8843-65858bbeaea4" -d '{"events": [{"name": "network-changed", "server_uuid": "5b798a7e-b8ba-46b1-9482-1a2eb36836ba", "tag": "1864019f-d518-4fa3-be34-b25eea95757d"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:47:55.855324 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2f455-07b3-41c9-8505-0f5f64c3134a service neutron] Pushing event updated for resources: {'Port': ['ID=1864019f-d518-4fa3-be34-b25eea95757d,revision_number=3']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:55.880528 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc6324d-a054-44a0-b2a5-fd02a1de86bf x-openstack-request-id: req-4bc6324d-a054-44a0-b2a5-fd02a1de86bf {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:47:55.880814 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b798a7e-b8ba-46b1-9482-1a2eb36836ba", "tag": "1864019f-d518-4fa3-be34-b25eea95757d", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:47:55.881067 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4bc6324d-a054-44a0-b2a5-fd02a1de86bf {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:47:55.881460 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b798a7e-b8ba-46b1-9482-1a2eb36836ba', 'tag': '1864019f-d518-4fa3-be34-b25eea95757d', 'status': 'completed', 'code': 200} Mar 16 00:47:55.917299 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-17a620c1-0361-4cb0-aeb2-cdfb368f5129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:47:55.918819 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-17a620c1-0361-4cb0-aeb2-cdfb368f5129 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ec18ab014db4bf4908a46403c14855f&device_id=5b798a7e-b8ba-46b1-9482-1a2eb36836ba HTTP/1.1" status: 200 len: 1127 time: 0.0468078 Mar 16 00:47:55.961558 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-d475ddf9-03bc-48cf-a77e-b987b0eee31f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1864019f-d518-4fa3-be34-b25eea95757d HTTP/1.1" status: 200 len: 217 time: 0.0366452 Mar 16 00:47:56.009127 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-3443747f-709c-4a1f-806d-b5ca00974184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:47:56.010737 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-3443747f-709c-4a1f-806d-b5ca00974184 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c919b877-f5a1-4784-b212-41dc7de9ecde HTTP/1.1" status: 200 len: 853 time: 0.0440516 Mar 16 00:47:56.041815 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-5683850a-8913-4548-b8d3-0b3ee0f02faa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a9da2dd4-beba-4998-933f-81f1e94bc8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252492 Mar 16 00:47:56.050449 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c58c1e-55a3-4025-a46d-fb78bf508f3e req-ee61ad01-231e-4ba3-bd8c-31b504461de0 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:47:56.051959 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-93c58c1e-55a3-4025-a46d-fb78bf508f3e req-ee61ad01-231e-4ba3-bd8c-31b504461de0 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b798a7e-b8ba-46b1-9482-1a2eb36836ba HTTP/1.1" status: 200 len: 943 time: 0.0525126 Mar 16 00:47:56.100156 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-93c58c1e-55a3-4025-a46d-fb78bf508f3e req-23c772da-b6c7-4c07-90f9-0b10619a202c tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/security-groups?id=768a149b-7951-4b21-9510-9486468838fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425925 Mar 16 00:47:56.129933 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-3b9bf147-1997-498b-8a4a-dd63b0a92257 service neutron] 10.222.0.46 "GET /v2.0/networks/a9da2dd4-beba-4998-933f-81f1e94bc8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822897 Mar 16 00:47:56.220518 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-00a6006c-b5ea-44d4-b79a-2ecc7ba08800 req-4ebdb214-87f5-4810-a881-cf57a3bd8cac service neutron] 10.222.0.46 "GET /v2.0/networks/a9da2dd4-beba-4998-933f-81f1e94bc8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844717 Mar 16 00:47:56.307934 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8906834-2e6a-426d-8843-65858bbeaea4 req-acf6564f-b54f-4da4-8387-6c88e8a72049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:47:56.309439 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a8906834-2e6a-426d-8843-65858bbeaea4 req-acf6564f-b54f-4da4-8387-6c88e8a72049 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ec18ab014db4bf4908a46403c14855f&device_id=5b798a7e-b8ba-46b1-9482-1a2eb36836ba HTTP/1.1" status: 200 len: 1127 time: 0.0443988 Mar 16 00:47:56.376469 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:56.404016 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8906834-2e6a-426d-8843-65858bbeaea4 req-800620ce-fc95-4eaf-803f-c14d656708ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:47:56.405550 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a8906834-2e6a-426d-8843-65858bbeaea4 req-800620ce-fc95-4eaf-803f-c14d656708ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=a9da2dd4-beba-4998-933f-81f1e94bc8b9 HTTP/1.1" status: 200 len: 914 time: 0.0894294 Mar 16 00:47:56.447301 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a8906834-2e6a-426d-8843-65858bbeaea4 req-32e21d63-5ce0-48e3-8563-f9d9e249544e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1864019f-d518-4fa3-be34-b25eea95757d HTTP/1.1" status: 200 len: 217 time: 0.0348256 Mar 16 00:47:56.492419 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8906834-2e6a-426d-8843-65858bbeaea4 req-372f636d-ec1b-400d-be69-959b5a9ad86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:47:56.493868 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a8906834-2e6a-426d-8843-65858bbeaea4 req-372f636d-ec1b-400d-be69-959b5a9ad86d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c919b877-f5a1-4784-b212-41dc7de9ecde HTTP/1.1" status: 200 len: 853 time: 0.0411367 Mar 16 00:47:56.527653 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a8906834-2e6a-426d-8843-65858bbeaea4 req-2a615d8d-84ee-4fe2-8fa4-77472e91a854 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a9da2dd4-beba-4998-933f-81f1e94bc8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275614 Mar 16 00:47:56.612323 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a8906834-2e6a-426d-8843-65858bbeaea4 req-a1bf1c21-3016-4d66-a2f1-e331daea48bb service neutron] 10.222.0.46 "GET /v2.0/networks/a9da2dd4-beba-4998-933f-81f1e94bc8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780983 Mar 16 00:47:56.701871 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-a8906834-2e6a-426d-8843-65858bbeaea4 req-66ad69ad-969e-4936-9b55-3f8e667c8b31 service neutron] 10.222.0.46 "GET /v2.0/networks/a9da2dd4-beba-4998-933f-81f1e94bc8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831890 Mar 16 00:47:57.217238 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59494ef-5fcf-4245-91b9-202101a59844 req-5a4420a6-08ca-40a8-b326-5be4bac14b87 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:47:57.218742 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f59494ef-5fcf-4245-91b9-202101a59844 req-5a4420a6-08ca-40a8-b326-5be4bac14b87 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b798a7e-b8ba-46b1-9482-1a2eb36836ba HTTP/1.1" status: 200 len: 943 time: 0.0520308 Mar 16 00:47:57.263798 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f59494ef-5fcf-4245-91b9-202101a59844 req-e5f0326c-abb3-4a13-be5a-ed32d0b09576 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/security-groups?id=768a149b-7951-4b21-9510-9486468838fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389965 Mar 16 00:47:57.791307 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 1864019f-d518-4fa3-be34-b25eea95757d details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:47:57.886594 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 1864019f-d518-4fa3-be34-b25eea95757d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=1864019f-d518-4fa3-be34-b25eea95757d,segment=NetworkSegment(988914f7-5483-4624-93c7-43377167c43e),segment_id=988914f7-5483-4624-93c7-43377167c43e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:47:57.898120 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': '1864019f-d518-4fa3-be34-b25eea95757d', 'network_id': 'a9da2dd4-beba-4998-933f-81f1e94bc8b9', 'port_id': '1864019f-d518-4fa3-be34-b25eea95757d', 'mac_address': 'fa:16:3e:a2:93:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c919b877-f5a1-4784-b212-41dc7de9ecde', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:47:57.932753 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 1864019f-d518-4fa3-be34-b25eea95757d is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:47:57.933136 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (1864019f-d518-4fa3-be34-b25eea95757d), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:57.945232 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1864019f-d518-4fa3-be34-b25eea95757d {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:47:57.967662 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 1864019f-d518-4fa3-be34-b25eea95757d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=1864019f-d518-4fa3-be34-b25eea95757d,segment=NetworkSegment(988914f7-5483-4624-93c7-43377167c43e),segment_id=988914f7-5483-4624-93c7-43377167c43e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:47:57.970519 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (1864019f-d518-4fa3-be34-b25eea95757d), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:58.015406 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=1864019f-d518-4fa3-be34-b25eea95757d,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:47:58.022468 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:58.022814 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:58.023155 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:58.023493 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:58.023821 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:58.024145 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:58.024470 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:58.024794 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:58.025116 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:58.025440 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:58.025802 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:58.026103 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:58.026421 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:58.026738 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:58.027052 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:47:58.185115 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['1864019f-d518-4fa3-be34-b25eea95757d'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:47:58.379608 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d0d1d-ff8a-4352-99fa-4cf2d383417a req-6565aa69-b8a3-4608-b5c4-e78396f774b7 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:47:58.380984 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-127d0d1d-ff8a-4352-99fa-4cf2d383417a req-6565aa69-b8a3-4608-b5c4-e78396f774b7 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b798a7e-b8ba-46b1-9482-1a2eb36836ba HTTP/1.1" status: 200 len: 944 time: 0.0507150 Mar 16 00:47:58.429992 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-127d0d1d-ff8a-4352-99fa-4cf2d383417a req-d1e710c1-9c11-4d04-a4e3-c6e19143ed42 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/security-groups?id=768a149b-7951-4b21-9510-9486468838fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435638 Mar 16 00:47:59.543507 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538fddf-a833-4398-964f-8e603355dcb3 req-d7ba01b3-4ae6-4ed9-843a-896d61eece03 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:47:59.544957 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5538fddf-a833-4398-964f-8e603355dcb3 req-d7ba01b3-4ae6-4ed9-843a-896d61eece03 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b798a7e-b8ba-46b1-9482-1a2eb36836ba HTTP/1.1" status: 200 len: 944 time: 0.0502267 Mar 16 00:47:59.589967 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-5538fddf-a833-4398-964f-8e603355dcb3 req-ee29b2a9-f0e8-41df-97e1-bd2dd2bf344f tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/security-groups?id=768a149b-7951-4b21-9510-9486468838fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391397 Mar 16 00:47:59.794639 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 1864019f-d518-4fa3-be34-b25eea95757d up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:47:59.842417 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning for port 1864019f-d518-4fa3-be34-b25eea95757d completed by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 00:47:59.846168 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port 1864019f-d518-4fa3-be34-b25eea95757d triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:47:59.846548 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (1864019f-d518-4fa3-be34-b25eea95757d), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:59.919623 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 1864019f-d518-4fa3-be34-b25eea95757d is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:47:59.919997 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (1864019f-d518-4fa3-be34-b25eea95757d), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:59.941537 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b798a7e-b8ba-46b1-9482-1a2eb36836ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1864019f-d518-4fa3-be34-b25eea95757d'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:47:59.943731 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494e1992-072c-4eaa-ac84-a287e76d42e6" -d '{"events": [{"server_uuid": "5b798a7e-b8ba-46b1-9482-1a2eb36836ba", "name": "network-vif-plugged", "status": "completed", "tag": "1864019f-d518-4fa3-be34-b25eea95757d"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:47:59.956931 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 1864019f-d518-4fa3-be34-b25eea95757d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=1864019f-d518-4fa3-be34-b25eea95757d,segment=NetworkSegment(988914f7-5483-4624-93c7-43377167c43e),segment_id=988914f7-5483-4624-93c7-43377167c43e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:47:59.961364 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (1864019f-d518-4fa3-be34-b25eea95757d), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:47:59.986483 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da405e24-80a7-40e7-9237-a51aa0a54f64 x-openstack-request-id: req-da405e24-80a7-40e7-9237-a51aa0a54f64 {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:47:59.986781 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b798a7e-b8ba-46b1-9482-1a2eb36836ba", "name": "network-vif-plugged", "status": "completed", "tag": "1864019f-d518-4fa3-be34-b25eea95757d", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:47:59.987037 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-da405e24-80a7-40e7-9237-a51aa0a54f64 {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:47:59.987427 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b798a7e-b8ba-46b1-9482-1a2eb36836ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1864019f-d518-4fa3-be34-b25eea95757d', 'code': 200} Mar 16 00:48:00.012537 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=1864019f-d518-4fa3-be34-b25eea95757d,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:48:00.142063 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f738a80-60fd-4913-9633-cc37f11c3962 req-b6fd8141-7b91-4604-a29d-8168d58913d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:00.144036 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6f738a80-60fd-4913-9633-cc37f11c3962 req-b6fd8141-7b91-4604-a29d-8168d58913d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5b798a7e-b8ba-46b1-9482-1a2eb36836ba HTTP/1.1" status: 200 len: 1129 time: 0.0468678 Mar 16 00:48:00.187616 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6f738a80-60fd-4913-9633-cc37f11c3962 req-776e28e4-78db-4453-96e4-85787aa4cfe8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=768a149b-7951-4b21-9510-9486468838fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376773 Mar 16 00:48:00.710070 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdb07a-8df6-4469-9f44-75e9e19bc0d1 req-49cc6ced-9dea-482b-94fc-8cbaba4eba40 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:00.712578 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6efdb07a-8df6-4469-9f44-75e9e19bc0d1 req-49cc6ced-9dea-482b-94fc-8cbaba4eba40 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b798a7e-b8ba-46b1-9482-1a2eb36836ba HTTP/1.1" status: 200 len: 945 time: 0.0587881 Mar 16 00:48:00.757773 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6efdb07a-8df6-4469-9f44-75e9e19bc0d1 req-9312ff3d-b90d-4ace-842c-7500ce8451e2 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/security-groups?id=768a149b-7951-4b21-9510-9486468838fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398452 Mar 16 00:48:01.873721 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d22041-e16a-4945-96b4-8af5a85cd0b8 req-490ce534-d897-4c67-b989-aec7d56adc1b tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:01.875186 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-98d22041-e16a-4945-96b4-8af5a85cd0b8 req-490ce534-d897-4c67-b989-aec7d56adc1b tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b798a7e-b8ba-46b1-9482-1a2eb36836ba HTTP/1.1" status: 200 len: 945 time: 0.0513957 Mar 16 00:48:01.920659 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-98d22041-e16a-4945-96b4-8af5a85cd0b8 req-15fa11e4-4def-4a59-afdd-ec36f2e0552d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/security-groups?id=768a149b-7951-4b21-9510-9486468838fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400107 Mar 16 00:48:06.233576 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9f9ec8ea-31c5-4ac5-b68a-cf205c2eba3c req-9acfa57a-6fe3-4ae5-ac18-c0992ab3a48d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5b798a7e-b8ba-46b1-9482-1a2eb36836ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457139 Mar 16 00:48:06.322952 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ec8ea-31c5-4ac5-b68a-cf205c2eba3c req-5fe4cefd-adfd-431f-a223-aa719f1eaa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:06.324434 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9f9ec8ea-31c5-4ac5-b68a-cf205c2eba3c req-5fe4cefd-adfd-431f-a223-aa719f1eaa64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ec18ab014db4bf4908a46403c14855f&device_id=5b798a7e-b8ba-46b1-9482-1a2eb36836ba HTTP/1.1" status: 200 len: 1129 time: 0.0473623 Mar 16 00:48:06.427052 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ec8ea-31c5-4ac5-b68a-cf205c2eba3c req-7c2b26c5-d2b9-4310-b3bd-65629dca006f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:06.428526 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9f9ec8ea-31c5-4ac5-b68a-cf205c2eba3c req-7c2b26c5-d2b9-4310-b3bd-65629dca006f service neutron] 10.222.0.46 "GET /v2.0/networks?id=a9da2dd4-beba-4998-933f-81f1e94bc8b9 HTTP/1.1" status: 200 len: 914 time: 0.0845277 Mar 16 00:48:06.474010 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9f9ec8ea-31c5-4ac5-b68a-cf205c2eba3c req-e763488c-f8d3-4ba6-80e9-a80be8f2b350 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1864019f-d518-4fa3-be34-b25eea95757d HTTP/1.1" status: 200 len: 217 time: 0.0385904 Mar 16 00:48:06.523313 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ec8ea-31c5-4ac5-b68a-cf205c2eba3c req-3d10d95e-654f-4e6d-929c-eba65d92015e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:06.524952 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9f9ec8ea-31c5-4ac5-b68a-cf205c2eba3c req-3d10d95e-654f-4e6d-929c-eba65d92015e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c919b877-f5a1-4784-b212-41dc7de9ecde HTTP/1.1" status: 200 len: 853 time: 0.0439842 Mar 16 00:48:06.555728 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9f9ec8ea-31c5-4ac5-b68a-cf205c2eba3c req-8a004d43-a65a-470c-89f3-07d369c8bc20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a9da2dd4-beba-4998-933f-81f1e94bc8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249746 Mar 16 00:48:06.650399 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9f9ec8ea-31c5-4ac5-b68a-cf205c2eba3c req-9196cc45-3416-43d4-86f9-29aeb35ffb46 service neutron] 10.222.0.46 "GET /v2.0/networks/a9da2dd4-beba-4998-933f-81f1e94bc8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882857 Mar 16 00:48:06.741270 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9f9ec8ea-31c5-4ac5-b68a-cf205c2eba3c req-ccdbf086-ba83-4208-8514-57f6301ad78f service neutron] 10.222.0.46 "GET /v2.0/networks/a9da2dd4-beba-4998-933f-81f1e94bc8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842345 Mar 16 00:48:18.901316 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [req-9e431079-9207-4f61-a088-355e01ac14f4 req-1eebb998-b72e-4568-a11a-f133720f369a service neutron] (109655) timed out ('10.222.0.46', 53426) {{(pid=109655) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 16 00:48:19.359228 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [req-3344d680-32b1-4f8c-90ae-81b020a0e587 req-24db7693-9168-46ae-a2c3-262c5deffbdb service neutron] (109655) timed out ('10.222.0.46', 53457) {{(pid=109655) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 16 00:48:20.019815 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-8aafa722-2e34-4c61-acda-c717147e8975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:22.368462 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-65a42a8f-df4b-4fb0-8ac5-cc98afe62ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:23.069347 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:23.644116 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:25.043688 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:26.384668 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:30.800809 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:48:37.254115 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba12c8-376f-45a8-8416-42518913b07e req-6d00d00e-0947-425b-aa78-5ed07cfce42f tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:37.255499 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-faba12c8-376f-45a8-8416-42518913b07e req-6d00d00e-0947-425b-aa78-5ed07cfce42f tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b798a7e-b8ba-46b1-9482-1a2eb36836ba HTTP/1.1" status: 200 len: 945 time: 0.0527105 Mar 16 00:48:37.300384 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-faba12c8-376f-45a8-8416-42518913b07e req-1c58c66f-1149-44ee-8083-ab708f946e51 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/security-groups?id=768a149b-7951-4b21-9510-9486468838fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394738 Mar 16 00:48:38.424815 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a01bf-8a73-486a-9693-0ef941cb2550 req-8e09845c-09cb-4852-a3df-9624b00bb0a5 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:38.426251 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-da4a01bf-8a73-486a-9693-0ef941cb2550 req-8e09845c-09cb-4852-a3df-9624b00bb0a5 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b798a7e-b8ba-46b1-9482-1a2eb36836ba HTTP/1.1" status: 200 len: 945 time: 0.0525022 Mar 16 00:48:38.472062 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-da4a01bf-8a73-486a-9693-0ef941cb2550 req-c81a7cc7-b855-49a1-b6eb-782da85a8c0d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/security-groups?id=768a149b-7951-4b21-9510-9486468838fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403054 Mar 16 00:48:38.766106 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768ae10-2054-497b-a1d7-e7e7d9b61b84 req-e0b0d901-0cd3-4d6d-b59d-4db7cb1fc0fa tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:38.767463 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2768ae10-2054-497b-a1d7-e7e7d9b61b84 req-e0b0d901-0cd3-4d6d-b59d-4db7cb1fc0fa tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b798a7e-b8ba-46b1-9482-1a2eb36836ba HTTP/1.1" status: 200 len: 945 time: 0.0594268 Mar 16 00:48:38.855795 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-2768ae10-2054-497b-a1d7-e7e7d9b61b84 req-cba9c974-62db-4bd2-9294-4569f0bfc296 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Deleting port 1864019f-d518-4fa3-be34-b25eea95757d {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:48:38.856135 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-2768ae10-2054-497b-a1d7-e7e7d9b61b84 req-cba9c974-62db-4bd2-9294-4569f0bfc296 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (1864019f-d518-4fa3-be34-b25eea95757d), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:38.943247 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-2768ae10-2054-497b-a1d7-e7e7d9b61b84 req-cba9c974-62db-4bd2-9294-4569f0bfc296 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] For port 1864019f-d518-4fa3-be34-b25eea95757d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=1864019f-d518-4fa3-be34-b25eea95757d,segment=NetworkSegment(988914f7-5483-4624-93c7-43377167c43e),segment_id=988914f7-5483-4624-93c7-43377167c43e)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:48:38.943606 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-2768ae10-2054-497b-a1d7-e7e7d9b61b84 req-cba9c974-62db-4bd2-9294-4569f0bfc296 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (1864019f-d518-4fa3-be34-b25eea95757d), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:38.956027 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-2768ae10-2054-497b-a1d7-e7e7d9b61b84 req-cba9c974-62db-4bd2-9294-4569f0bfc296 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Calling delete_port for 1864019f-d518-4fa3-be34-b25eea95757d owned by compute:nova {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:48:39.085985 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-2768ae10-2054-497b-a1d7-e7e7d9b61b84 req-cba9c974-62db-4bd2-9294-4569f0bfc296 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (1864019f-d518-4fa3-be34-b25eea95757d), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:39.098114 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['1864019f-d518-4fa3-be34-b25eea95757d'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:48:39.122042 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9c974-62db-4bd2-9294-4569f0bfc296 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Pushing event deleted for resources: {'Port': ['ID=1864019f-d518-4fa3-be34-b25eea95757d,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:48:39.156690 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-2768ae10-2054-497b-a1d7-e7e7d9b61b84 req-cba9c974-62db-4bd2-9294-4569f0bfc296 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] No DVR routers for this DVR port 1864019f-d518-4fa3-be34-b25eea95757d on host hv-cinder-83124 {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:48:39.159134 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-2768ae10-2054-497b-a1d7-e7e7d9b61b84 req-cba9c974-62db-4bd2-9294-4569f0bfc296 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:39.162606 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-2768ae10-2054-497b-a1d7-e7e7d9b61b84 req-cba9c974-62db-4bd2-9294-4569f0bfc296 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.46 "DELETE /v2.0/ports/1864019f-d518-4fa3-be34-b25eea95757d HTTP/1.1" status: 204 len: 173 time: 0.3890474 Mar 16 00:48:39.163127 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b798a7e-b8ba-46b1-9482-1a2eb36836ba', 'name': 'network-vif-deleted', 'tag': '1864019f-d518-4fa3-be34-b25eea95757d'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:48:39.165940 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6905e29c-58d2-4e34-bdf7-053945ffb6a3" -d '{"events": [{"server_uuid": "5b798a7e-b8ba-46b1-9482-1a2eb36836ba", "name": "network-vif-deleted", "tag": "1864019f-d518-4fa3-be34-b25eea95757d"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:48:39.202448 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b41e2e-117e-433f-95cf-f0c189242170 x-openstack-request-id: req-96b41e2e-117e-433f-95cf-f0c189242170 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:48:39.202742 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b798a7e-b8ba-46b1-9482-1a2eb36836ba", "name": "network-vif-deleted", "tag": "1864019f-d518-4fa3-be34-b25eea95757d", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:48:39.202996 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-96b41e2e-117e-433f-95cf-f0c189242170 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:48:39.203396 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b798a7e-b8ba-46b1-9482-1a2eb36836ba', 'name': 'network-vif-deleted', 'tag': '1864019f-d518-4fa3-be34-b25eea95757d', 'status': 'completed', 'code': 200} Mar 16 00:48:39.582264 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9e4dd90e-27d2-4092-be06-c429f80ca1ca req-22ba5052-c744-4511-b01f-0f0ed6f4434d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b798a7e-b8ba-46b1-9482-1a2eb36836ba HTTP/1.1" status: 200 len: 210 time: 0.0278497 Mar 16 00:48:42.542182 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 1864019f-d518-4fa3-be34-b25eea95757d no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:48:42.562667 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] No Port match for: 1864019f-d518-4fa3-be34-b25eea95757d {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:48:42.563018 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 1864019f-d518-4fa3-be34-b25eea95757d not bound to the agent host hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:48:48.489154 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-c09a2d32-0c3f-413d-975e-c854577420af tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:48.490618 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-c09a2d32-0c3f-413d-975e-c854577420af tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/networks?id=a9da2dd4-beba-4998-933f-81f1e94bc8b9 HTTP/1.1" status: 200 len: 813 time: 0.1011782 Mar 16 00:48:48.504736 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-022dc8b5-465c-4965-a63a-268e9a9882d0 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/quotas/1ec18ab014db4bf4908a46403c14855f HTTP/1.1" status: 200 len: 375 time: 0.0089388 Mar 16 00:48:48.534582 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-dd491197-5d09-4fe3-914e-4dd0645f258e tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ec18ab014db4bf4908a46403c14855f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252836 Mar 16 00:48:48.622903 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b9c33e66-6884-43d5-9b41-22fc6518d4fe service neutron] 10.222.0.10 "GET /v2.0/networks/a9da2dd4-beba-4998-933f-81f1e94bc8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818586 Mar 16 00:48:48.707158 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-1ffd315b-f068-4048-b4c5-81bac4a2decf service neutron] 10.222.0.10 "GET /v2.0/networks/a9da2dd4-beba-4998-933f-81f1e94bc8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783021 Mar 16 00:48:48.902300 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9e5459c1-d76b-4b81-93c3-e13e0f3c75c4 req-eb661004-e719-4f89-a998-845dea4a0b41 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11858cf-1660-432c-9a3b-1bc6c4d597f7 HTTP/1.1" status: 200 len: 210 time: 0.0309258 Mar 16 00:48:49.885153 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-92e516a7-823a-4246-9da1-29cb1623d6ff tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:49.886674 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-92e516a7-823a-4246-9da1-29cb1623d6ff tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.46 "GET /v2.0/networks?id=a9da2dd4-beba-4998-933f-81f1e94bc8b9 HTTP/1.1" status: 200 len: 813 time: 0.1021986 Mar 16 00:48:49.898601 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Request body: {'port': {'device_id': 'f11858cf-1660-432c-9a3b-1bc6c4d597f7', 'network_id': 'a9da2dd4-beba-4998-933f-81f1e94bc8b9', 'admin_state_up': True, 'tenant_id': '1ec18ab014db4bf4908a46403c14855f'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:48:50.010305 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-914b3fde-fdde-4795-963f-8abf4ef08ea2 req-43fe35da-8549-42de-af85-76c85b2b67f7 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11858cf-1660-432c-9a3b-1bc6c4d597f7 HTTP/1.1" status: 200 len: 210 time: 0.0388310 Mar 16 00:48:50.012166 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-9c2f8469-1a2f-4a13-823f-65f4c23e3892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:50.030970 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Made reservation on behalf of 1ec18ab014db4bf4908a46403c14855f for: {'port': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:48:50.035141 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:50.152348 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Allocated IP 172.20.0.3 (a9da2dd4-beba-4998-933f-81f1e94bc8b9/c919b877-f5a1-4784-b212-41dc7de9ecde/5de167dd-61f9-475d-afac-d44d3bbe6f3b) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:48:50.293340 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Publish callbacks [] for port (5de167dd-61f9-475d-afac-d44d3bbe6f3b), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:50.325416 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (5de167dd-61f9-475d-afac-d44d3bbe6f3b), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:50.371403 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Network a9da2dd4-beba-4998-933f-81f1e94bc8b9 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:48:50.374580 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:48:50.376972 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:48:50.401988 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Pushing event updated for resources: {'Port': ['ID=5de167dd-61f9-475d-afac-d44d3bbe6f3b,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:48:50.415463 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:48:50.415756 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:48:50.416097 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:48:50.416434 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:48:50.416763 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:48:50.417091 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:48:50.417417 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:48:50.417765 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:48:50.418089 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:48:50.418410 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:48:50.418733 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:48:50.419055 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:48:50.419376 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:48:50.419693 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:48:50.420011 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:48:50.439332 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:50.439984 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:50.456591 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-20752584-2743-497b-9605-a5607fa0fb7d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5616462 Mar 16 00:48:50.512210 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] Request body: {'port': {'device_id': 'f11858cf-1660-432c-9a3b-1bc6c4d597f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:48:50.567341 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (5de167dd-61f9-475d-afac-d44d3bbe6f3b), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:50.819387 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de167dd-61f9-475d-afac-d44d3bbe6f3b {{(pid=109656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:48:50.826827 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] Publish callbacks [] for port (5de167dd-61f9-475d-afac-d44d3bbe6f3b), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:50.838675 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.provisioning_blocks [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] Transition to ACTIVE for port object 5de167dd-61f9-475d-afac-d44d3bbe6f3b will not be triggered until provisioned by entity L2. {{(pid=109656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 00:48:50.842152 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (5de167dd-61f9-475d-afac-d44d3bbe6f3b), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:50.890784 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] Pushing event updated for resources: {'Port': ['ID=5de167dd-61f9-475d-afac-d44d3bbe6f3b,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:48:50.955988 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] Attempting to bind port 5de167dd-61f9-475d-afac-d44d3bbe6f3b on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:48:50.956326 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] Attempting to bind port 5de167dd-61f9-475d-afac-d44d3bbe6f3b by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '988914f7-5483-4624-93c7-43377167c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a9da2dd4-beba-4998-933f-81f1e94bc8b9'}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:48:50.956655 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] Attempting to bind port 5de167dd-61f9-475d-afac-d44d3bbe6f3b on network a9da2dd4-beba-4998-933f-81f1e94bc8b9 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:48:50.960792 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] Port 5de167dd-61f9-475d-afac-d44d3bbe6f3b on network a9da2dd4-beba-4998-933f-81f1e94bc8b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 00:48:50.961113 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] Attempting to bind port 5de167dd-61f9-475d-afac-d44d3bbe6f3b on network a9da2dd4-beba-4998-933f-81f1e94bc8b9 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:48:50.965782 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] Checking agent: {'id': 'b9d601fa-f980-49b0-9520-143ebd33322f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'started_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:48:50.966121 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] Checking segment: {'id': '988914f7-5483-4624-93c7-43377167c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a9da2dd4-beba-4998-933f-81f1e94bc8b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:48:50.966503 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] Bound using segment: {'id': '988914f7-5483-4624-93c7-43377167c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a9da2dd4-beba-4998-933f-81f1e94bc8b9'} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:48:50.966926 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] Bound port: 5de167dd-61f9-475d-afac-d44d3bbe6f3b, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '988914f7-5483-4624-93c7-43377167c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a9da2dd4-beba-4998-933f-81f1e94bc8b9'}}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:48:50.967276 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (5de167dd-61f9-475d-afac-d44d3bbe6f3b), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:51.026528 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] For port 5de167dd-61f9-475d-afac-d44d3bbe6f3b, host hv-cinder-83124, cleared binding levels {{(pid=109656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:48:51.029566 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] For port 5de167dd-61f9-475d-afac-d44d3bbe6f3b, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5de167dd-61f9-475d-afac-d44d3bbe6f3b,segment=NetworkSegment(988914f7-5483-4624-93c7-43377167c43e),segment_id=988914f7-5483-4624-93c7-43377167c43e)] {{(pid=109656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:48:51.036232 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (5de167dd-61f9-475d-afac-d44d3bbe6f3b), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:51.071495 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:51.071725 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:51.073638 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] 10.222.0.46 "PUT /v2.0/ports/5de167dd-61f9-475d-afac-d44d3bbe6f3b HTTP/1.1" status: 200 len: 1093 time: 0.6100607 Mar 16 00:48:51.075860 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11858cf-1660-432c-9a3b-1bc6c4d597f7', 'tag': '5de167dd-61f9-475d-afac-d44d3bbe6f3b'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:48:51.079831 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cdefbc-748b-4633-b235-c40531420b23" -d '{"events": [{"name": "network-changed", "server_uuid": "f11858cf-1660-432c-9a3b-1bc6c4d597f7", "tag": "5de167dd-61f9-475d-afac-d44d3bbe6f3b"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:48:51.113359 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca0d53-316e-4bea-83d3-0119981d4914 service neutron] Pushing event updated for resources: {'Port': ['ID=5de167dd-61f9-475d-afac-d44d3bbe6f3b,revision_number=3']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:48:51.126049 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50236b61-0a09-4994-9e7c-760f5f66af3e x-openstack-request-id: req-50236b61-0a09-4994-9e7c-760f5f66af3e {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:48:51.126333 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11858cf-1660-432c-9a3b-1bc6c4d597f7", "tag": "5de167dd-61f9-475d-afac-d44d3bbe6f3b", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:48:51.126584 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50236b61-0a09-4994-9e7c-760f5f66af3e {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:48:51.126975 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11858cf-1660-432c-9a3b-1bc6c4d597f7', 'tag': '5de167dd-61f9-475d-afac-d44d3bbe6f3b', 'status': 'completed', 'code': 200} Mar 16 00:48:51.150224 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36bddb-df77-45a5-a61d-fe65825069eb req-148d7788-5e95-44eb-ae73-0d6e014889bb tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:51.151716 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0b36bddb-df77-45a5-a61d-fe65825069eb req-148d7788-5e95-44eb-ae73-0d6e014889bb tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11858cf-1660-432c-9a3b-1bc6c4d597f7 HTTP/1.1" status: 200 len: 943 time: 0.0662439 Mar 16 00:48:51.159477 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-2c42c93f-208e-4f37-acf2-a5d1109814c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:51.160953 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-2c42c93f-208e-4f37-acf2-a5d1109814c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ec18ab014db4bf4908a46403c14855f&device_id=f11858cf-1660-432c-9a3b-1bc6c4d597f7 HTTP/1.1" status: 200 len: 1127 time: 0.0446930 Mar 16 00:48:51.200717 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0b36bddb-df77-45a5-a61d-fe65825069eb req-6cae0776-3905-4270-98ba-88747cdb5953 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/security-groups?id=768a149b-7951-4b21-9510-9486468838fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433860 Mar 16 00:48:51.204325 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-3edac9bd-c4a6-4496-b627-c5f57daacbdf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5de167dd-61f9-475d-afac-d44d3bbe6f3b HTTP/1.1" status: 200 len: 217 time: 0.0361574 Mar 16 00:48:51.250558 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b7d25247-260f-43cb-ac29-c525c87a5232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:51.251998 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-b7d25247-260f-43cb-ac29-c525c87a5232 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c919b877-f5a1-4784-b212-41dc7de9ecde HTTP/1.1" status: 200 len: 853 time: 0.0421629 Mar 16 00:48:51.282280 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-24817ee1-c904-4afc-8967-2805f1a1eb52 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a9da2dd4-beba-4998-933f-81f1e94bc8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243332 Mar 16 00:48:51.377165 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-f952c383-bde6-4cf8-9b51-0971aaebc7df service neutron] 10.222.0.46 "GET /v2.0/networks/a9da2dd4-beba-4998-933f-81f1e94bc8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890949 Mar 16 00:48:51.467813 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-77856e7a-c7f1-48ef-807c-517111ed48f3 req-128f435b-84e5-433a-a738-afc0ab6f3e49 service neutron] 10.222.0.46 "GET /v2.0/networks/a9da2dd4-beba-4998-933f-81f1e94bc8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840783 Mar 16 00:48:51.557062 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdefbc-748b-4633-b235-c40531420b23 req-a84ae946-53b5-4c73-a276-56a91ce3b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:51.558537 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-98cdefbc-748b-4633-b235-c40531420b23 req-a84ae946-53b5-4c73-a276-56a91ce3b6db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ec18ab014db4bf4908a46403c14855f&device_id=f11858cf-1660-432c-9a3b-1bc6c4d597f7 HTTP/1.1" status: 200 len: 1127 time: 0.0434453 Mar 16 00:48:51.647431 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdefbc-748b-4633-b235-c40531420b23 req-d3ef8d74-bf17-46b0-9586-2532790f86ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:51.648881 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-98cdefbc-748b-4633-b235-c40531420b23 req-d3ef8d74-bf17-46b0-9586-2532790f86ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=a9da2dd4-beba-4998-933f-81f1e94bc8b9 HTTP/1.1" status: 200 len: 914 time: 0.0848629 Mar 16 00:48:51.690672 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-98cdefbc-748b-4633-b235-c40531420b23 req-996804c9-a80a-4eec-8e3f-5f2aebbed59a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5de167dd-61f9-475d-afac-d44d3bbe6f3b HTTP/1.1" status: 200 len: 217 time: 0.0348301 Mar 16 00:48:51.742325 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdefbc-748b-4633-b235-c40531420b23 req-d8c962ff-b610-4cde-b0ab-a3939f667834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:51.743732 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-98cdefbc-748b-4633-b235-c40531420b23 req-d8c962ff-b610-4cde-b0ab-a3939f667834 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c919b877-f5a1-4784-b212-41dc7de9ecde HTTP/1.1" status: 200 len: 853 time: 0.0463779 Mar 16 00:48:51.774679 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-98cdefbc-748b-4633-b235-c40531420b23 req-3aae27e6-6a63-4f94-b2e0-daa1b5986cdd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a9da2dd4-beba-4998-933f-81f1e94bc8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240934 Mar 16 00:48:51.860637 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-98cdefbc-748b-4633-b235-c40531420b23 req-b5f3cb80-b3ee-4a7d-89cf-9f84007912d0 service neutron] 10.222.0.46 "GET /v2.0/networks/a9da2dd4-beba-4998-933f-81f1e94bc8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787115 Mar 16 00:48:51.949953 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-98cdefbc-748b-4633-b235-c40531420b23 req-04762457-cd12-45af-b617-a980903de381 service neutron] 10.222.0.46 "GET /v2.0/networks/a9da2dd4-beba-4998-933f-81f1e94bc8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834787 Mar 16 00:48:52.318270 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405fa63-d2b3-4abb-ba2f-e8314829ed81 req-ada868d8-aa95-47a6-aab5-57c553d2cc5b tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:52.319723 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e405fa63-d2b3-4abb-ba2f-e8314829ed81 req-ada868d8-aa95-47a6-aab5-57c553d2cc5b tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11858cf-1660-432c-9a3b-1bc6c4d597f7 HTTP/1.1" status: 200 len: 943 time: 0.0512228 Mar 16 00:48:52.366814 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e405fa63-d2b3-4abb-ba2f-e8314829ed81 req-13a822b6-a053-46d4-ad06-f73cf5fe6cd6 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/security-groups?id=768a149b-7951-4b21-9510-9486468838fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414202 Mar 16 00:48:52.373836 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-4e869fef-d045-4b58-aaae-779ab0deb6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:53.068493 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:53.490090 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be9a95-623f-4c0b-b77e-0f81503e8e2b req-bd67f961-052c-418c-b1f5-64dd74602fdc tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:53.491537 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c0be9a95-623f-4c0b-b77e-0f81503e8e2b req-bd67f961-052c-418c-b1f5-64dd74602fdc tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11858cf-1660-432c-9a3b-1bc6c4d597f7 HTTP/1.1" status: 200 len: 943 time: 0.0535111 Mar 16 00:48:53.536433 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c0be9a95-623f-4c0b-b77e-0f81503e8e2b req-6a01dd1b-bcb6-4f3c-a3ab-57ec9fe26b3a tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/security-groups?id=768a149b-7951-4b21-9510-9486468838fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393419 Mar 16 00:48:53.646578 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:54.087983 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 5de167dd-61f9-475d-afac-d44d3bbe6f3b details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:48:54.184496 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 5de167dd-61f9-475d-afac-d44d3bbe6f3b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5de167dd-61f9-475d-afac-d44d3bbe6f3b,segment=NetworkSegment(988914f7-5483-4624-93c7-43377167c43e),segment_id=988914f7-5483-4624-93c7-43377167c43e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:48:54.195118 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': '5de167dd-61f9-475d-afac-d44d3bbe6f3b', 'network_id': 'a9da2dd4-beba-4998-933f-81f1e94bc8b9', 'port_id': '5de167dd-61f9-475d-afac-d44d3bbe6f3b', 'mac_address': 'fa:16:3e:32:f0:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c919b877-f5a1-4784-b212-41dc7de9ecde', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:48:54.231279 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 5de167dd-61f9-475d-afac-d44d3bbe6f3b is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:48:54.231670 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (5de167dd-61f9-475d-afac-d44d3bbe6f3b), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:54.243732 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de167dd-61f9-475d-afac-d44d3bbe6f3b {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:48:54.265782 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 5de167dd-61f9-475d-afac-d44d3bbe6f3b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5de167dd-61f9-475d-afac-d44d3bbe6f3b,segment=NetworkSegment(988914f7-5483-4624-93c7-43377167c43e),segment_id=988914f7-5483-4624-93c7-43377167c43e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:48:54.270129 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (5de167dd-61f9-475d-afac-d44d3bbe6f3b), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:54.314918 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=5de167dd-61f9-475d-afac-d44d3bbe6f3b,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:48:54.464600 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['5de167dd-61f9-475d-afac-d44d3bbe6f3b'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:48:54.653214 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212bc114-5721-45b0-9a30-8cf9f2ca73ec req-fd1e4249-ebec-4e7e-aecc-c564d547378a tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:54.654726 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-212bc114-5721-45b0-9a30-8cf9f2ca73ec req-fd1e4249-ebec-4e7e-aecc-c564d547378a tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11858cf-1660-432c-9a3b-1bc6c4d597f7 HTTP/1.1" status: 200 len: 944 time: 0.0508025 Mar 16 00:48:54.957174 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-212bc114-5721-45b0-9a30-8cf9f2ca73ec req-605d5b3e-1637-4a64-832d-ebf3f66df9e2 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/security-groups?id=768a149b-7951-4b21-9510-9486468838fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968698 Mar 16 00:48:55.048944 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:56.088094 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2481d-e105-416d-8225-70739bca529e req-4227fd47-d234-47e7-9a88-6ff177def4ef tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:56.089605 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-57c2481d-e105-416d-8225-70739bca529e req-4227fd47-d234-47e7-9a88-6ff177def4ef tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11858cf-1660-432c-9a3b-1bc6c4d597f7 HTTP/1.1" status: 200 len: 944 time: 0.0663614 Mar 16 00:48:56.104690 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 5de167dd-61f9-475d-afac-d44d3bbe6f3b up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:48:56.136525 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-57c2481d-e105-416d-8225-70739bca529e req-bc0d4b08-d0eb-4033-9c92-d5af11fca60d tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/security-groups?id=768a149b-7951-4b21-9510-9486468838fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413239 Mar 16 00:48:56.152317 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning for port 5de167dd-61f9-475d-afac-d44d3bbe6f3b completed by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 00:48:56.156172 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port 5de167dd-61f9-475d-afac-d44d3bbe6f3b triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:48:56.156542 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (5de167dd-61f9-475d-afac-d44d3bbe6f3b), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:56.230527 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 5de167dd-61f9-475d-afac-d44d3bbe6f3b is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:48:56.230903 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (5de167dd-61f9-475d-afac-d44d3bbe6f3b), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:56.252894 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11858cf-1660-432c-9a3b-1bc6c4d597f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de167dd-61f9-475d-afac-d44d3bbe6f3b'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:48:56.255216 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247ab344-1c41-4589-90ca-2e13b3de10f5" -d '{"events": [{"server_uuid": "f11858cf-1660-432c-9a3b-1bc6c4d597f7", "name": "network-vif-plugged", "status": "completed", "tag": "5de167dd-61f9-475d-afac-d44d3bbe6f3b"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:48:56.270443 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 5de167dd-61f9-475d-afac-d44d3bbe6f3b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5de167dd-61f9-475d-afac-d44d3bbe6f3b,segment=NetworkSegment(988914f7-5483-4624-93c7-43377167c43e),segment_id=988914f7-5483-4624-93c7-43377167c43e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:48:56.274648 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (5de167dd-61f9-475d-afac-d44d3bbe6f3b), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:56.322309 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=5de167dd-61f9-475d-afac-d44d3bbe6f3b,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:48:56.348745 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a8e418-e66a-4c7c-b25b-5284b7c369bb x-openstack-request-id: req-12a8e418-e66a-4c7c-b25b-5284b7c369bb {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:48:56.349046 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11858cf-1660-432c-9a3b-1bc6c4d597f7", "name": "network-vif-plugged", "status": "completed", "tag": "5de167dd-61f9-475d-afac-d44d3bbe6f3b", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:48:56.349302 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12a8e418-e66a-4c7c-b25b-5284b7c369bb {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:48:56.349739 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11858cf-1660-432c-9a3b-1bc6c4d597f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de167dd-61f9-475d-afac-d44d3bbe6f3b', 'code': 200} Mar 16 00:48:56.378329 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:48:56.511847 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38ee0a-3960-47a8-bf89-1b9d0c99931c req-3af07a6c-0b5a-43b7-a811-2a277ae5345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:56.513212 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3f38ee0a-3960-47a8-bf89-1b9d0c99931c req-3af07a6c-0b5a-43b7-a811-2a277ae5345d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f11858cf-1660-432c-9a3b-1bc6c4d597f7 HTTP/1.1" status: 200 len: 1129 time: 0.0426002 Mar 16 00:48:56.554189 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-3f38ee0a-3960-47a8-bf89-1b9d0c99931c req-3b752532-e69e-4032-9e71-0a979d462882 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=768a149b-7951-4b21-9510-9486468838fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356052 Mar 16 00:48:57.252088 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee9ebc-51c1-43c1-b063-f25ad245fc60 req-c5f0ad94-c30c-4e68-b9f9-9bf4eb112396 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:57.254104 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bcee9ebc-51c1-43c1-b063-f25ad245fc60 req-c5f0ad94-c30c-4e68-b9f9-9bf4eb112396 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11858cf-1660-432c-9a3b-1bc6c4d597f7 HTTP/1.1" status: 200 len: 945 time: 0.0518131 Mar 16 00:48:57.299347 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-bcee9ebc-51c1-43c1-b063-f25ad245fc60 req-f03db3f7-cd95-4ec5-8df0-eae7b7aef19a tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/security-groups?id=768a149b-7951-4b21-9510-9486468838fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393519 Mar 16 00:48:58.415664 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a2aad-84a7-4231-ba54-9b8bf998308c req-84329dde-98d1-423d-a5ae-d30569e42702 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:48:58.417035 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-352a2aad-84a7-4231-ba54-9b8bf998308c req-84329dde-98d1-423d-a5ae-d30569e42702 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11858cf-1660-432c-9a3b-1bc6c4d597f7 HTTP/1.1" status: 200 len: 945 time: 0.0511456 Mar 16 00:48:58.465091 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-352a2aad-84a7-4231-ba54-9b8bf998308c req-404b2da6-440c-46e9-9bb2-6624dfb6c011 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/security-groups?id=768a149b-7951-4b21-9510-9486468838fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425165 Mar 16 00:49:07.799073 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:49:11.218836 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-33f87c10-c57a-4af4-8458-2690ffea06cd req-4800b909-4d05-4472-ac5b-4138736556af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f11858cf-1660-432c-9a3b-1bc6c4d597f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437844 Mar 16 00:49:11.307122 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f87c10-c57a-4af4-8458-2690ffea06cd req-c8b40b85-0290-4a78-ab97-9c703040b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:49:11.308582 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-33f87c10-c57a-4af4-8458-2690ffea06cd req-c8b40b85-0290-4a78-ab97-9c703040b398 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ec18ab014db4bf4908a46403c14855f&device_id=f11858cf-1660-432c-9a3b-1bc6c4d597f7 HTTP/1.1" status: 200 len: 1129 time: 0.0444250 Mar 16 00:49:11.415870 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f87c10-c57a-4af4-8458-2690ffea06cd req-a76b5db9-14d6-4152-8657-d83d33fa017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:49:11.417376 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-33f87c10-c57a-4af4-8458-2690ffea06cd req-a76b5db9-14d6-4152-8657-d83d33fa017d service neutron] 10.222.0.46 "GET /v2.0/networks?id=a9da2dd4-beba-4998-933f-81f1e94bc8b9 HTTP/1.1" status: 200 len: 914 time: 0.0903249 Mar 16 00:49:11.458210 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-33f87c10-c57a-4af4-8458-2690ffea06cd req-d2ba5fe3-639b-483a-9e31-ce984aef72ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5de167dd-61f9-475d-afac-d44d3bbe6f3b HTTP/1.1" status: 200 len: 217 time: 0.0344951 Mar 16 00:49:11.504217 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f87c10-c57a-4af4-8458-2690ffea06cd req-3cc6235b-9257-4be4-8ff7-97246b21e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:49:11.505579 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-33f87c10-c57a-4af4-8458-2690ffea06cd req-3cc6235b-9257-4be4-8ff7-97246b21e878 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c919b877-f5a1-4784-b212-41dc7de9ecde HTTP/1.1" status: 200 len: 853 time: 0.0414734 Mar 16 00:49:11.536394 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-33f87c10-c57a-4af4-8458-2690ffea06cd req-ef129289-5e85-4647-887f-f0a44b532944 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a9da2dd4-beba-4998-933f-81f1e94bc8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247049 Mar 16 00:49:11.631807 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-33f87c10-c57a-4af4-8458-2690ffea06cd req-063ccb82-5845-4beb-bc2c-8a6385377acb service neutron] 10.222.0.46 "GET /v2.0/networks/a9da2dd4-beba-4998-933f-81f1e94bc8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889513 Mar 16 00:49:11.719270 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-33f87c10-c57a-4af4-8458-2690ffea06cd req-24a61f7e-5767-4208-ad14-e1515b9c1a74 service neutron] 10.222.0.46 "GET /v2.0/networks/a9da2dd4-beba-4998-933f-81f1e94bc8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808659 Mar 16 00:49:16.333348 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd507ae-e5ad-46b8-9747-4110fc87914d req-d1348814-99c4-4d2d-adf5-ec2dc797a063 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:49:16.334762 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ffd507ae-e5ad-46b8-9747-4110fc87914d req-d1348814-99c4-4d2d-adf5-ec2dc797a063 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11858cf-1660-432c-9a3b-1bc6c4d597f7 HTTP/1.1" status: 200 len: 945 time: 0.0574465 Mar 16 00:49:16.380928 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ffd507ae-e5ad-46b8-9747-4110fc87914d req-57533c67-04ec-49d4-b61f-019e7bc1e7c7 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/security-groups?id=768a149b-7951-4b21-9510-9486468838fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406578 Mar 16 00:49:17.504740 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97968f4e-bcbe-4a1a-8a07-ba0b29cf60f5 req-9f88cafe-f6ad-405d-9b4a-642a5f44abce tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:49:17.506242 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-97968f4e-bcbe-4a1a-8a07-ba0b29cf60f5 req-9f88cafe-f6ad-405d-9b4a-642a5f44abce tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11858cf-1660-432c-9a3b-1bc6c4d597f7 HTTP/1.1" status: 200 len: 945 time: 0.0539153 Mar 16 00:49:17.555184 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-97968f4e-bcbe-4a1a-8a07-ba0b29cf60f5 req-73544d7b-cfc3-434d-a5a2-0f223fe4ae1b tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/security-groups?id=768a149b-7951-4b21-9510-9486468838fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434613 Mar 16 00:49:17.852683 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4facd-7f3c-40ca-95d9-4eb8e48088b4 req-4943f053-0ee8-4f54-891c-33b0a46e4900 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:49:17.854180 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d9f4facd-7f3c-40ca-95d9-4eb8e48088b4 req-4943f053-0ee8-4f54-891c-33b0a46e4900 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.46 "GET /v2.0/ports?device_id=f11858cf-1660-432c-9a3b-1bc6c4d597f7 HTTP/1.1" status: 200 len: 945 time: 0.0524223 Mar 16 00:49:17.946630 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-d9f4facd-7f3c-40ca-95d9-4eb8e48088b4 req-d760352d-df36-488d-85e4-49d6d1d3b89c tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Deleting port 5de167dd-61f9-475d-afac-d44d3bbe6f3b {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:49:17.946969 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-d9f4facd-7f3c-40ca-95d9-4eb8e48088b4 req-d760352d-df36-488d-85e4-49d6d1d3b89c tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (5de167dd-61f9-475d-afac-d44d3bbe6f3b), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:18.032835 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-d9f4facd-7f3c-40ca-95d9-4eb8e48088b4 req-d760352d-df36-488d-85e4-49d6d1d3b89c tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] For port 5de167dd-61f9-475d-afac-d44d3bbe6f3b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5de167dd-61f9-475d-afac-d44d3bbe6f3b,segment=NetworkSegment(988914f7-5483-4624-93c7-43377167c43e),segment_id=988914f7-5483-4624-93c7-43377167c43e)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:49:18.033207 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-d9f4facd-7f3c-40ca-95d9-4eb8e48088b4 req-d760352d-df36-488d-85e4-49d6d1d3b89c tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (5de167dd-61f9-475d-afac-d44d3bbe6f3b), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:18.045373 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-d9f4facd-7f3c-40ca-95d9-4eb8e48088b4 req-d760352d-df36-488d-85e4-49d6d1d3b89c tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Calling delete_port for 5de167dd-61f9-475d-afac-d44d3bbe6f3b owned by compute:nova {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:49:18.169230 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-d9f4facd-7f3c-40ca-95d9-4eb8e48088b4 req-d760352d-df36-488d-85e4-49d6d1d3b89c tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (5de167dd-61f9-475d-afac-d44d3bbe6f3b), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:18.181621 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['5de167dd-61f9-475d-afac-d44d3bbe6f3b'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:49:18.197191 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760352d-df36-488d-85e4-49d6d1d3b89c tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Pushing event deleted for resources: {'Port': ['ID=5de167dd-61f9-475d-afac-d44d3bbe6f3b,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:49:18.243798 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f4facd-7f3c-40ca-95d9-4eb8e48088b4 req-d760352d-df36-488d-85e4-49d6d1d3b89c tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] No DVR routers for this DVR port 5de167dd-61f9-475d-afac-d44d3bbe6f3b on host hv-cinder-83124 {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:49:18.246261 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-d9f4facd-7f3c-40ca-95d9-4eb8e48088b4 req-d760352d-df36-488d-85e4-49d6d1d3b89c tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:18.249537 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d9f4facd-7f3c-40ca-95d9-4eb8e48088b4 req-d760352d-df36-488d-85e4-49d6d1d3b89c tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.46 "DELETE /v2.0/ports/5de167dd-61f9-475d-afac-d44d3bbe6f3b HTTP/1.1" status: 204 len: 173 time: 0.3894589 Mar 16 00:49:18.249979 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11858cf-1660-432c-9a3b-1bc6c4d597f7', 'name': 'network-vif-deleted', 'tag': '5de167dd-61f9-475d-afac-d44d3bbe6f3b'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:49:18.252756 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2c07e0-392d-47d8-93a2-cce42c674f54" -d '{"events": [{"server_uuid": "f11858cf-1660-432c-9a3b-1bc6c4d597f7", "name": "network-vif-deleted", "tag": "5de167dd-61f9-475d-afac-d44d3bbe6f3b"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:49:18.343796 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1ba7f8-fdf2-499e-9413-4fc2fa5ee652 x-openstack-request-id: req-6d1ba7f8-fdf2-499e-9413-4fc2fa5ee652 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:49:18.344100 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11858cf-1660-432c-9a3b-1bc6c4d597f7", "name": "network-vif-deleted", "tag": "5de167dd-61f9-475d-afac-d44d3bbe6f3b", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:49:18.344361 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d1ba7f8-fdf2-499e-9413-4fc2fa5ee652 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:49:18.344778 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11858cf-1660-432c-9a3b-1bc6c4d597f7', 'name': 'network-vif-deleted', 'tag': '5de167dd-61f9-475d-afac-d44d3bbe6f3b', 'status': 'completed', 'code': 200} Mar 16 00:49:18.661777 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-3a48f5de-5c79-4718-a771-23ac1ae8bad6 req-22be4248-02c4-476e-b9be-99442eccea69 tempest-VolumesSnapshotTestJSON-521062384 tempest-VolumesSnapshotTestJSON-521062384-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11858cf-1660-432c-9a3b-1bc6c4d597f7 HTTP/1.1" status: 200 len: 210 time: 0.0280755 Mar 16 00:49:20.013274 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-1f0091ff-309c-4d59-bd0b-be7d13d960af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:22.377016 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-95d4cbdc-9d00-40f6-8de3-ef06ab568ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:22.949781 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 5de167dd-61f9-475d-afac-d44d3bbe6f3b no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:49:22.972572 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] No Port match for: 5de167dd-61f9-475d-afac-d44d3bbe6f3b {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:49:22.972913 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 5de167dd-61f9-475d-afac-d44d3bbe6f3b not bound to the agent host hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:49:23.652489 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:23.888532 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:25.050297 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:26.382475 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:40.826499 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 36050) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:49:40.868958 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f017b5-dc3a-46fc-9103-315867b1e0ac admin admin] Deleting subnet c919b877-f5a1-4784-b212-41dc7de9ecde {{(pid=109656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 00:49:40.871910 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d7f017b5-dc3a-46fc-9103-315867b1e0ac admin admin] Publish callbacks [] for subnet (c919b877-f5a1-4784-b212-41dc7de9ecde), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:40.904268 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d7f017b5-dc3a-46fc-9103-315867b1e0ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5983764'] for subnet (c919b877-f5a1-4784-b212-41dc7de9ecde), precommit_delete_associations {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:40.940915 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d7f017b5-dc3a-46fc-9103-315867b1e0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1106181'] for subnet (c919b877-f5a1-4784-b212-41dc7de9ecde), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:40.990405 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d7f017b5-dc3a-46fc-9103-315867b1e0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1106430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5920131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5436656'] for subnet (c919b877-f5a1-4784-b212-41dc7de9ecde), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:41.020881 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f017b5-dc3a-46fc-9103-315867b1e0ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c919b877-f5a1-4784-b212-41dc7de9ecde,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:49:41.022841 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-d7f017b5-dc3a-46fc-9103-315867b1e0ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:41.025982 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-d7f017b5-dc3a-46fc-9103-315867b1e0ac admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c919b877-f5a1-4784-b212-41dc7de9ecde HTTP/1.1" status: 204 len: 168 time: 0.1984832 Mar 16 00:49:41.028412 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 36052) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:49:41.094044 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-bdf24ae7-572b-4dbc-8ee2-58b04f97b7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1244356'] for network (a9da2dd4-beba-4998-933f-81f1e94bc8b9), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:41.171359 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-bdf24ae7-572b-4dbc-8ee2-58b04f97b7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135250', 'neutron.services.segments.db._delete_segments_for_network-8752661694154'] for network (a9da2dd4-beba-4998-933f-81f1e94bc8b9), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:41.190911 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-bdf24ae7-572b-4dbc-8ee2-58b04f97b7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9da2dd4-beba-4998-933f-81f1e94bc8b9']}} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:49:41.200133 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-bdf24ae7-572b-4dbc-8ee2-58b04f97b7d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988914f7-5483-4624-93c7-43377167c43e') {'for_net_delete': True} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:49:41.200424 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.services.segments.db [None req-bdf24ae7-572b-4dbc-8ee2-58b04f97b7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988914f7-5483-4624-93c7-43377167c43e') {} {{(pid=109656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:49:41.209838 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-bdf24ae7-572b-4dbc-8ee2-58b04f97b7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752661698259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5983775'] for segment (988914f7-5483-4624-93c7-43377167c43e), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:41.222904 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-bdf24ae7-572b-4dbc-8ee2-58b04f97b7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (988914f7-5483-4624-93c7-43377167c43e), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:41.228481 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf24ae7-572b-4dbc-8ee2-58b04f97b7d0 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 00:49:41.228856 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-bdf24ae7-572b-4dbc-8ee2-58b04f97b7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5920041'] for segment (988914f7-5483-4624-93c7-43377167c43e), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: Traceback (most recent call last): Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: timer() Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: cb(*args, **kw) Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: return func(*args, **kwargs) Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: self._notify() Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: self.callback(batched_events) Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: event.method(event) Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: return f(self, *a, **k) Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: return self._get(url).json() Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: return self.request(url, 'GET', **kwargs) Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 00:49:41.230500 dv-cinder-831247-13-iscsi neutron-server[109656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 00:49:41.282163 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-bdf24ae7-572b-4dbc-8ee2-58b04f97b7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558650'] for network (a9da2dd4-beba-4998-933f-81f1e94bc8b9), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:41.287785 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-bdf24ae7-572b-4dbc-8ee2-58b04f97b7d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:41.290893 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-bdf24ae7-572b-4dbc-8ee2-58b04f97b7d0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a9da2dd4-beba-4998-933f-81f1e94bc8b9 HTTP/1.1" status: 204 len: 168 time: 0.2615802 Mar 16 00:49:41.302055 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf24ae7-572b-4dbc-8ee2-58b04f97b7d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9da2dd4-beba-4998-933f-81f1e94bc8b9,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:49:41.395099 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36056) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:49:41.435699 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-777fa3eb-95d3-451e-901b-04fa79348ce3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1ec18ab014db4bf4908a46403c14855f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393817 Mar 16 00:49:41.438456 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36058) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:49:41.484216 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-7b743d27-aa0c-4e5c-b2d8-5bb3aae7f606 admin admin] Publish callbacks [] for security_group (768a149b-7951-4b21-9510-9486468838fd), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:41.504602 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-7b743d27-aa0c-4e5c-b2d8-5bb3aae7f606 admin admin] Publish callbacks [] for security_group (768a149b-7951-4b21-9510-9486468838fd), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:41.550539 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-7b743d27-aa0c-4e5c-b2d8-5bb3aae7f606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (768a149b-7951-4b21-9510-9486468838fd), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:41.553079 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-7b743d27-aa0c-4e5c-b2d8-5bb3aae7f606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:41.554229 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-7b743d27-aa0c-4e5c-b2d8-5bb3aae7f606 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/768a149b-7951-4b21-9510-9486468838fd HTTP/1.1" status: 204 len: 168 time: 0.1148767 Mar 16 00:49:41.561667 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b743d27-aa0c-4e5c-b2d8-5bb3aae7f606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768a149b-7951-4b21-9510-9486468838fd,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:49:41.568699 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743d27-aa0c-4e5c-b2d8-5bb3aae7f606 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:41.569046 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743d27-aa0c-4e5c-b2d8-5bb3aae7f606 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:41.569392 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743d27-aa0c-4e5c-b2d8-5bb3aae7f606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:41.569756 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743d27-aa0c-4e5c-b2d8-5bb3aae7f606 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:41.570091 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743d27-aa0c-4e5c-b2d8-5bb3aae7f606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:41.570424 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743d27-aa0c-4e5c-b2d8-5bb3aae7f606 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:41.570750 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743d27-aa0c-4e5c-b2d8-5bb3aae7f606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:41.571074 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743d27-aa0c-4e5c-b2d8-5bb3aae7f606 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:41.571399 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743d27-aa0c-4e5c-b2d8-5bb3aae7f606 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:41.571723 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743d27-aa0c-4e5c-b2d8-5bb3aae7f606 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:41.572049 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743d27-aa0c-4e5c-b2d8-5bb3aae7f606 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:41.572372 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743d27-aa0c-4e5c-b2d8-5bb3aae7f606 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:41.572691 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743d27-aa0c-4e5c-b2d8-5bb3aae7f606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:41.573268 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743d27-aa0c-4e5c-b2d8-5bb3aae7f606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:41.573611 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743d27-aa0c-4e5c-b2d8-5bb3aae7f606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:44.797167 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:49:50.016720 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-979207bd-8fcf-4cbb-b936-06be798fb10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:52.378624 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-f21ff566-f520-4e11-88c3-cb6cd738b452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:53.656924 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:53.883389 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:55.051614 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:56.388136 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:58.772940 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36186) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:49:58.873148 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9cc62783-99ca-416c-a8e8-ce51f67830be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:58.952181 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9cc62783-99ca-416c-a8e8-ce51f67830be admin admin] Publish callbacks [] for security_group (a04e041e-8cb9-4c63-ab23-b17254ae1328), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:58.956608 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-9cc62783-99ca-416c-a8e8-ce51f67830be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (a04e041e-8cb9-4c63-ab23-b17254ae1328), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:58.994784 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-9cc62783-99ca-416c-a8e8-ce51f67830be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a15d88051e304a3a8f650ff50a7a4cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207630 Mar 16 00:49:58.996012 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc62783-99ca-416c-a8e8-ce51f67830be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04e041e-8cb9-4c63-ab23-b17254ae1328,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:49:58.997475 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 36190) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:49:59.049197 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-02941312-1d9c-449c-b4fb-951b975e7ef4 admin admin] Publish callbacks [] for security_group (a04e041e-8cb9-4c63-ab23-b17254ae1328), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:59.079522 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-02941312-1d9c-449c-b4fb-951b975e7ef4 admin admin] Publish callbacks [] for security_group (a04e041e-8cb9-4c63-ab23-b17254ae1328), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:59.135217 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-02941312-1d9c-449c-b4fb-951b975e7ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (a04e041e-8cb9-4c63-ab23-b17254ae1328), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:59.137781 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-02941312-1d9c-449c-b4fb-951b975e7ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:59.138918 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-02941312-1d9c-449c-b4fb-951b975e7ef4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a04e041e-8cb9-4c63-ab23-b17254ae1328 HTTP/1.1" status: 204 len: 168 time: 0.1403654 Mar 16 00:49:59.146647 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02941312-1d9c-449c-b4fb-951b975e7ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04e041e-8cb9-4c63-ab23-b17254ae1328,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:49:59.154028 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02941312-1d9c-449c-b4fb-951b975e7ef4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:59.154411 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02941312-1d9c-449c-b4fb-951b975e7ef4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:59.154811 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02941312-1d9c-449c-b4fb-951b975e7ef4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:59.155182 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02941312-1d9c-449c-b4fb-951b975e7ef4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:59.155562 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02941312-1d9c-449c-b4fb-951b975e7ef4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:59.155926 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02941312-1d9c-449c-b4fb-951b975e7ef4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:59.156280 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02941312-1d9c-449c-b4fb-951b975e7ef4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:59.156674 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02941312-1d9c-449c-b4fb-951b975e7ef4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:59.157008 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02941312-1d9c-449c-b4fb-951b975e7ef4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:59.157899 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02941312-1d9c-449c-b4fb-951b975e7ef4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:59.158245 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02941312-1d9c-449c-b4fb-951b975e7ef4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:59.158599 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02941312-1d9c-449c-b4fb-951b975e7ef4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:59.158958 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02941312-1d9c-449c-b4fb-951b975e7ef4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:59.159308 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02941312-1d9c-449c-b4fb-951b975e7ef4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:59.159658 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02941312-1d9c-449c-b4fb-951b975e7ef4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:49:59.753201 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36212) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:49:59.846356 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-f93581c8-9245-4da2-b304-2226a58650ba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1562920295-network', 'tenant_id': '56cf1090207140139d9fa64b45cb3151'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:49:59.865145 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93581c8-9245-4da2-b304-2226a58650ba admin admin] Made reservation on behalf of 56cf1090207140139d9fa64b45cb3151 for: {'network': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:49:59.867401 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f93581c8-9245-4da2-b304-2226a58650ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for network (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:59.875531 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f93581c8-9245-4da2-b304-2226a58650ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:59.955569 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f93581c8-9245-4da2-b304-2226a58650ba admin admin] Publish callbacks [] for security_group (486a6f88-738d-4d6c-9918-b094c4664ca2), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:59.959191 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f93581c8-9245-4da2-b304-2226a58650ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (486a6f88-738d-4d6c-9918-b094c4664ca2), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:49:59.987134 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93581c8-9245-4da2-b304-2226a58650ba admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=109655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 00:49:59.998104 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93581c8-9245-4da2-b304-2226a58650ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486a6f88-738d-4d6c-9918-b094c4664ca2,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:00.003876 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f93581c8-9245-4da2-b304-2226a58650ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (5a0092f7-05b0-45c2-ad7a-03b6210fd14e), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:00.004241 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.db.segments_db [None req-f93581c8-9245-4da2-b304-2226a58650ba admin admin] Added segment 5a0092f7-05b0-45c2-ad7a-03b6210fd14e of type vlan for network 525400d6-1496-4ff3-800d-4c5c0c40f61e Mar 16 00:50:00.046470 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f93581c8-9245-4da2-b304-2226a58650ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752661257912'] for network (525400d6-1496-4ff3-800d-4c5c0c40f61e), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:00.071033 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f93581c8-9245-4da2-b304-2226a58650ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for network (525400d6-1496-4ff3-800d-4c5c0c40f61e), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:00.072010 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93581c8-9245-4da2-b304-2226a58650ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:00.072601 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f93581c8-9245-4da2-b304-2226a58650ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:00.125802 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-f93581c8-9245-4da2-b304-2226a58650ba admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3712008 Mar 16 00:50:00.128362 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36216) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:50:00.140041 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-13c6799e-e4c5-405b-87d4-465a44c419e7 admin admin] Request body: {'subnet': {'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1562920295-subnet', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'ip_version': 4}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:50:00.153020 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93581c8-9245-4da2-b304-2226a58650ba admin admin] Pushing event updated for resources: {'Network': ['ID=525400d6-1496-4ff3-800d-4c5c0c40f61e,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:00.168084 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c6799e-e4c5-405b-87d4-465a44c419e7 admin admin] Made reservation on behalf of 56cf1090207140139d9fa64b45cb3151 for: {'subnet': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:50:00.168935 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Network 525400d6-1496-4ff3-800d-4c5c0c40f61e details requested by agent ovs-agent-dv-cinder-831247-13-iscsi with host dv-cinder-831247-13-iscsi {{(pid=109657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 00:50:00.170470 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-13c6799e-e4c5-405b-87d4-465a44c419e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5478581'] for subnet (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:00.335134 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-13c6799e-e4c5-405b-87d4-465a44c419e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5476336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5478539'] for subnet (f0cda65c-a1d4-42ae-8c56-b6212252ba58), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:00.394087 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6799e-e4c5-405b-87d4-465a44c419e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0cda65c-a1d4-42ae-8c56-b6212252ba58,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:00.398381 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c6799e-e4c5-405b-87d4-465a44c419e7 admin admin] Checking segment: {'id': '5a0092f7-05b0-45c2-ad7a-03b6210fd14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:50:00.398743 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6799e-e4c5-405b-87d4-465a44c419e7 admin admin] Network hostable DHCP agents. Network: 525400d6-1496-4ff3-800d-4c5c0c40f61e, hostable agents: ['92114df5-18d6-4d7c-9264-0f0b53b6b6a9'], hosted agents: [] {{(pid=109655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 00:50:00.414996 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6799e-e4c5-405b-87d4-465a44c419e7 admin admin] Network 525400d6-1496-4ff3-800d-4c5c0c40f61e is scheduled to be hosted by DHCP agent 92114df5-18d6-4d7c-9264-0f0b53b6b6a9 with binding_index 1 {{(pid=109655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 00:50:00.424076 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-13c6799e-e4c5-405b-87d4-465a44c419e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-13-iscsi, 525400d6-1496-4ff3-800d-4c5c0c40f61e) {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:50:00.428284 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c6799e-e4c5-405b-87d4-465a44c419e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:00.428888 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-13c6799e-e4c5-405b-87d4-465a44c419e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:00.435128 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9dcd0b-c8c3-43de-9fbc-e9f07306b3a3 None None] Network 525400d6-1496-4ff3-800d-4c5c0c40f61e requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:50:00.445590 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-13c6799e-e4c5-405b-87d4-465a44c419e7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3161440 Mar 16 00:50:00.448221 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36218) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:50:00.452658 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-a4e09246-9038-4af6-a829-ff54f9bd2e82 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1562920295-router', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:50:00.471488 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a4e09246-9038-4af6-a829-ff54f9bd2e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27896'] for router (ab5b7fdb-85d4-47c7-aa82-d873bb51ed52), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:00.472617 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a4e09246-9038-4af6-a829-ff54f9bd2e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1033786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27889'] for router (ab5b7fdb-85d4-47c7-aa82-d873bb51ed52), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:00.534092 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a4e09246-9038-4af6-a829-ff54f9bd2e82 admin admin] Publish callbacks [] for router_controller (ab5b7fdb-85d4-47c7-aa82-d873bb51ed52), precommit_add_association {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:00.541232 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1adf14ab-7b2c-5d9c-b824-2499cacfe593-525400d6-1496-4ff3-800d-4c5c0c40f61e', 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e', 'project_id': '56cf1090207140139d9fa64b45cb3151', 'fixed_ips': [{'subnet_id': 'f0cda65c-a1d4-42ae-8c56-b6212252ba58'}]}} from dv-cinder-831247-13-iscsi. {{(pid=109657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 00:50:00.542116 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:00.671778 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.db_base_plugin_common [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Allocated IP 172.20.0.2 (525400d6-1496-4ff3-800d-4c5c0c40f61e/f0cda65c-a1d4-42ae-8c56-b6212252ba58/db43c3b5-52be-4d44-82bf-7acad880257b) {{(pid=109657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:50:00.672915 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a4e09246-9038-4af6-a829-ff54f9bd2e82 admin admin] Publish callbacks [] for router_gateway (ab5b7fdb-85d4-47c7-aa82-d873bb51ed52), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:00.813184 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Publish callbacks [] for port (db43c3b5-52be-4d44-82bf-7acad880257b), precommit_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:00.818950 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053'] for port (db43c3b5-52be-4d44-82bf-7acad880257b), after_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:00.859994 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Network 525400d6-1496-4ff3-800d-4c5c0c40f61e is already hosted by enough agents. {{(pid=109657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:50:00.863448 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.base_scheduler [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Resources bound (agent type, host, resource id): {{(pid=109657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:50:00.868049 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Received port after_create {{(pid=109657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:50:00.870058 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Pushing event updated for resources: {'Port': ['ID=db43c3b5-52be-4d44-82bf-7acad880257b,revision_number=1']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:00.874248 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a4e09246-9038-4af6-a829-ff54f9bd2e82 admin admin] Publish callbacks [] for router_gateway (ab5b7fdb-85d4-47c7-aa82-d873bb51ed52), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:00.879191 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:00.879535 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:00.879877 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:00.880228 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:00.880584 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:00.880910 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:00.881232 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:00.881581 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:00.881928 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:00.882270 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:00.882596 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:00.882916 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:00.883229 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:00.883541 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:00.883881 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:00.893609 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a4e09246-9038-4af6-a829-ff54f9bd2e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:00.940000 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Attempting to bind port db43c3b5-52be-4d44-82bf-7acad880257b on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:50:00.940272 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Attempting to bind port db43c3b5-52be-4d44-82bf-7acad880257b by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '5a0092f7-05b0-45c2-ad7a-03b6210fd14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e'}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:50:00.940628 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Attempting to bind port db43c3b5-52be-4d44-82bf-7acad880257b on network 525400d6-1496-4ff3-800d-4c5c0c40f61e {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:50:00.945813 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:50:00.946200 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Checking segment: {'id': '5a0092f7-05b0-45c2-ad7a-03b6210fd14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:50:00.946630 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:00.947069 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Bound using segment: {'id': '5a0092f7-05b0-45c2-ad7a-03b6210fd14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e'} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:50:00.947570 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Bound port: db43c3b5-52be-4d44-82bf-7acad880257b, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0092f7-05b0-45c2-ad7a-03b6210fd14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e'}}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:50:00.948202 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (db43c3b5-52be-4d44-82bf-7acad880257b), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:00.998109 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_common [None req-a4e09246-9038-4af6-a829-ff54f9bd2e82 admin admin] Allocated IP 172.27.2.93 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/a4d55fa6-d0a8-47cf-8f0b-76320e78ab61) {{(pid=109655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:50:01.011971 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] For port db43c3b5-52be-4d44-82bf-7acad880257b, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:50:01.015590 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] For port db43c3b5-52be-4d44-82bf-7acad880257b, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=db43c3b5-52be-4d44-82bf-7acad880257b,segment=NetworkSegment(5a0092f7-05b0-45c2-ad7a-03b6210fd14e),segment_id=5a0092f7-05b0-45c2-ad7a-03b6210fd14e)] {{(pid=109657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:50:01.021410 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (db43c3b5-52be-4d44-82bf-7acad880257b), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:01.083218 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0f2a8-04e2-4855-81c9-5dd56f304f35 None None] Pushing event updated for resources: {'Port': ['ID=db43c3b5-52be-4d44-82bf-7acad880257b,revision_number=2']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:01.110143 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a4e09246-9038-4af6-a829-ff54f9bd2e82 admin admin] Publish callbacks [] for port (a4d55fa6-d0a8-47cf-8f0b-76320e78ab61), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:01.145236 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a4e09246-9038-4af6-a829-ff54f9bd2e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (a4d55fa6-d0a8-47cf-8f0b-76320e78ab61), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:01.185474 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e09246-9038-4af6-a829-ff54f9bd2e82 admin admin] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:50:01.191072 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-a4e09246-9038-4af6-a829-ff54f9bd2e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:50:01.194761 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e09246-9038-4af6-a829-ff54f9bd2e82 admin admin] Received port after_create {{(pid=109655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:50:01.220691 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e09246-9038-4af6-a829-ff54f9bd2e82 admin admin] Pushing event updated for resources: {'Port': ['ID=a4d55fa6-d0a8-47cf-8f0b-76320e78ab61,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:01.699980 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a4e09246-9038-4af6-a829-ff54f9bd2e82 admin admin] Publish callbacks [] for router_gateway (ab5b7fdb-85d4-47c7-aa82-d873bb51ed52), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:01.911991 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a4e09246-9038-4af6-a829-ff54f9bd2e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558706'] for router (ab5b7fdb-85d4-47c7-aa82-d873bb51ed52), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:01.952654 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac538b2-5e1b-465c-bcfe-c33fcd2dec03 None None] Network 525400d6-1496-4ff3-800d-4c5c0c40f61e requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:50:02.050404 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e09246-9038-4af6-a829-ff54f9bd2e82 admin admin] Router ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 is scheduled to L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 with binding_index 1 {{(pid=109655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 00:50:02.068959 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-e2dc78de-c7ef-4f25-952c-2d2ced7ac153 None None] Provisioning complete for port db43c3b5-52be-4d44-82bf-7acad880257b triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:02.069333 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e2dc78de-c7ef-4f25-952c-2d2ced7ac153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (db43c3b5-52be-4d44-82bf-7acad880257b), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:02.160938 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-e2dc78de-c7ef-4f25-952c-2d2ced7ac153 None None] Current status of the port db43c3b5-52be-4d44-82bf-7acad880257b is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:50:02.161142 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e09246-9038-4af6-a829-ff54f9bd2e82 admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:50:02.161563 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e2dc78de-c7ef-4f25-952c-2d2ced7ac153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (db43c3b5-52be-4d44-82bf-7acad880257b), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:02.181947 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-a4e09246-9038-4af6-a829-ff54f9bd2e82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:02.185552 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] Sync routers for ids ['ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:50:02.186053 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-a4e09246-9038-4af6-a829-ff54f9bd2e82 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7337918 Mar 16 00:50:02.186053 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36220) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:50:02.204745 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-e2dc78de-c7ef-4f25-952c-2d2ced7ac153 None None] For port db43c3b5-52be-4d44-82bf-7acad880257b, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=db43c3b5-52be-4d44-82bf-7acad880257b,segment=NetworkSegment(5a0092f7-05b0-45c2-ad7a-03b6210fd14e),segment_id=5a0092f7-05b0-45c2-ad7a-03b6210fd14e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:50:02.208654 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] Routers {'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:50:02.209266 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:49:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:50:02.211486 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e2dc78de-c7ef-4f25-952c-2d2ced7ac153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (db43c3b5-52be-4d44-82bf-7acad880257b), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:02.276389 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc78de-c7ef-4f25-952c-2d2ced7ac153 None None] Pushing event updated for resources: {'Port': ['ID=db43c3b5-52be-4d44-82bf-7acad880257b,revision_number=3']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:02.352136 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device db43c3b5-52be-4d44-82bf-7acad880257b up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:50:02.364289 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] Set router ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:50:02.405619 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port db43c3b5-52be-4d44-82bf-7acad880257b triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:02.405986 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (db43c3b5-52be-4d44-82bf-7acad880257b), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:02.456337 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-80e146d4-230a-47a8-a59f-287ab561883c None None] Provisioning complete for port db43c3b5-52be-4d44-82bf-7acad880257b triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:02.456707 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-80e146d4-230a-47a8-a59f-287ab561883c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (db43c3b5-52be-4d44-82bf-7acad880257b), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:02.527470 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port db43c3b5-52be-4d44-82bf-7acad880257b is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:50:02.562103 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'name': 'tempest-TestShelveInstance-1562920295-router', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:01Z', 'revision_number': 3, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'gw_port': {'id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:50:02.571949 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-80e146d4-230a-47a8-a59f-287ab561883c None None] Current status of the port db43c3b5-52be-4d44-82bf-7acad880257b is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:50:02.589293 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] Checking router: ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:50:02.589669 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] Updating router ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 port a4d55fa6-d0a8-47cf-8f0b-76320e78ab61 binding host dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 00:50:02.615956 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (a4d55fa6-d0a8-47cf-8f0b-76320e78ab61), before_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:02.663845 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f95ee8ea-2f4f-474f-8214-e8a3521c6b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:02.819222 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_common [None req-f95ee8ea-2f4f-474f-8214-e8a3521c6b14 admin admin] Allocated IP 172.20.0.1 (525400d6-1496-4ff3-800d-4c5c0c40f61e/f0cda65c-a1d4-42ae-8c56-b6212252ba58/fa18c48f-75e0-495a-a52f-e5c6b3ec54f0) {{(pid=109655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:50:02.865105 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] Publish callbacks [] for port (a4d55fa6-d0a8-47cf-8f0b-76320e78ab61), precommit_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:02.870073 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (a4d55fa6-d0a8-47cf-8f0b-76320e78ab61), after_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:02.917050 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] Attempting to bind port a4d55fa6-d0a8-47cf-8f0b-76320e78ab61 on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:50:02.917413 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] Attempting to bind port a4d55fa6-d0a8-47cf-8f0b-76320e78ab61 by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}] {{(pid=109658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:50:02.917798 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] Attempting to bind port a4d55fa6-d0a8-47cf-8f0b-76320e78ab61 on network d7b91a62-3519-438e-afea-681b80fa7f46 {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:50:02.924670 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f95ee8ea-2f4f-474f-8214-e8a3521c6b14 admin admin] Publish callbacks [] for port (fa18c48f-75e0-495a-a52f-e5c6b3ec54f0), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:02.925995 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:50:02.926361 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] Checking segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:50:02.926750 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:02.927131 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] Bound using segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:50:02.927578 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] Bound port: a4d55fa6-d0a8-47cf-8f0b-76320e78ab61, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}}] {{(pid=109658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:50:02.927943 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (a4d55fa6-d0a8-47cf-8f0b-76320e78ab61), before_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:02.930404 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f00ddb-151e-4a39-be5f-f36f675fae99 None None] Pushing event updated for resources: {'Port': ['ID=a4d55fa6-d0a8-47cf-8f0b-76320e78ab61,revision_number=2']} {{(pid=109658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:02.956660 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f00ddb-151e-4a39-be5f-f36f675fae99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:02.957068 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f00ddb-151e-4a39-be5f-f36f675fae99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:02.957377 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f00ddb-151e-4a39-be5f-f36f675fae99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:02.957747 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f00ddb-151e-4a39-be5f-f36f675fae99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:02.958080 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f00ddb-151e-4a39-be5f-f36f675fae99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:02.958436 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f00ddb-151e-4a39-be5f-f36f675fae99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:02.958761 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f00ddb-151e-4a39-be5f-f36f675fae99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:02.959036 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f95ee8ea-2f4f-474f-8214-e8a3521c6b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (fa18c48f-75e0-495a-a52f-e5c6b3ec54f0), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:02.959203 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f00ddb-151e-4a39-be5f-f36f675fae99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:02.959468 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f00ddb-151e-4a39-be5f-f36f675fae99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:02.959723 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f00ddb-151e-4a39-be5f-f36f675fae99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:02.960042 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f00ddb-151e-4a39-be5f-f36f675fae99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:02.960495 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f00ddb-151e-4a39-be5f-f36f675fae99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:02.960705 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f00ddb-151e-4a39-be5f-f36f675fae99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:02.961000 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f00ddb-151e-4a39-be5f-f36f675fae99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:02.961608 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f00ddb-151e-4a39-be5f-f36f675fae99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:50:02.990664 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.db [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] For port a4d55fa6-d0a8-47cf-8f0b-76320e78ab61, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:50:02.993642 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.db [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] For port a4d55fa6-d0a8-47cf-8f0b-76320e78ab61, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=a4d55fa6-d0a8-47cf-8f0b-76320e78ab61,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:50:02.999223 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (a4d55fa6-d0a8-47cf-8f0b-76320e78ab61), after_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:03.003623 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95ee8ea-2f4f-474f-8214-e8a3521c6b14 admin admin] Network 525400d6-1496-4ff3-800d-4c5c0c40f61e is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:50:03.008547 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-f95ee8ea-2f4f-474f-8214-e8a3521c6b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:50:03.012900 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ee8ea-2f4f-474f-8214-e8a3521c6b14 admin admin] Received port after_create {{(pid=109655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:50:03.033366 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ee8ea-2f4f-474f-8214-e8a3521c6b14 admin admin] Pushing event updated for resources: {'Port': ['ID=fa18c48f-75e0-495a-a52f-e5c6b3ec54f0,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:03.052970 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f95ee8ea-2f4f-474f-8214-e8a3521c6b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558721'] for router_interface (ab5b7fdb-85d4-47c7-aa82-d873bb51ed52), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:03.053224 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] Routers {'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:50:03.053824 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:49:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:50:03.141644 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f00ddb-151e-4a39-be5f-f36f675fae99 None None] Pushing event updated for resources: {'Port': ['ID=a4d55fa6-d0a8-47cf-8f0b-76320e78ab61,revision_number=3']} {{(pid=109658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:03.168426 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] Set router ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:50:03.201379 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f95ee8ea-2f4f-474f-8214-e8a3521c6b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (fa18c48f-75e0-495a-a52f-e5c6b3ec54f0), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:03.295787 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-4adf0d1a-4f32-4ca1-a4cf-2db8039ce0b2 None None] Provisioning complete for port fa18c48f-75e0-495a-a52f-e5c6b3ec54f0 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:03.296379 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-4adf0d1a-4f32-4ca1-a4cf-2db8039ce0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (fa18c48f-75e0-495a-a52f-e5c6b3ec54f0), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:03.331400 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-4adf0d1a-4f32-4ca1-a4cf-2db8039ce0b2 None None] Port fa18c48f-75e0-495a-a52f-e5c6b3ec54f0 cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:50:03.358075 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'name': 'tempest-TestShelveInstance-1562920295-router', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:01Z', 'revision_number': 3, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'gw_port': {'id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:50:03.375913 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f95ee8ea-2f4f-474f-8214-e8a3521c6b14 admin admin] Publish callbacks [] for port (fa18c48f-75e0-495a-a52f-e5c6b3ec54f0), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:03.380626 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f95ee8ea-2f4f-474f-8214-e8a3521c6b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5476197'] for port (fa18c48f-75e0-495a-a52f-e5c6b3ec54f0), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:03.385801 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ac14ae-a55a-490a-a160-7b6f433dee4b None None] The sync data for ids ['ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'] in dv-cinder-831247-13-iscsi is: [{'id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'name': 'tempest-TestShelveInstance-1562920295-router', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:01Z', 'revision_number': 3, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'gw_port': {'id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:50:03.447023 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f95ee8ea-2f4f-474f-8214-e8a3521c6b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557361'] for router_interface (ab5b7fdb-85d4-47c7-aa82-d873bb51ed52), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:03.455755 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ee8ea-2f4f-474f-8214-e8a3521c6b14 admin admin] Pushing event updated for resources: {'Port': ['ID=fa18c48f-75e0-495a-a52f-e5c6b3ec54f0,revision_number=2']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:03.557828 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95ee8ea-2f4f-474f-8214-e8a3521c6b14 admin admin] Network 525400d6-1496-4ff3-800d-4c5c0c40f61e is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:50:03.559302 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-f95ee8ea-2f4f-474f-8214-e8a3521c6b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:50:03.701379 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95ee8ea-2f4f-474f-8214-e8a3521c6b14 admin admin] Router ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:50:03.827073 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95ee8ea-2f4f-474f-8214-e8a3521c6b14 admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:50:03.832214 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-f95ee8ea-2f4f-474f-8214-e8a3521c6b14 admin admin] 10.222.0.10 "PUT /v2.0/routers/ab5b7fdb-85d4-47c7-aa82-d873bb51ed52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6450672 Mar 16 00:50:03.857307 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-9dc23586-07a8-4fa2-a419-0082ac97e8e6 None None] Provisioning complete for port fa18c48f-75e0-495a-a52f-e5c6b3ec54f0 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:03.857739 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-9dc23586-07a8-4fa2-a419-0082ac97e8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (fa18c48f-75e0-495a-a52f-e5c6b3ec54f0), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:03.893741 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-9dc23586-07a8-4fa2-a419-0082ac97e8e6 None None] Port fa18c48f-75e0-495a-a52f-e5c6b3ec54f0 cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:50:04.291904 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device db43c3b5-52be-4d44-82bf-7acad880257b up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:50:04.334847 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36236) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:50:04.339946 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-be2ada7d-5280-48c5-8484-ea0f9ab757c9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-557483817-network', 'tenant_id': '225680a4e021419e87a18dc97ea3123d'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:50:04.361674 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2ada7d-5280-48c5-8484-ea0f9ab757c9 admin admin] Made reservation on behalf of 225680a4e021419e87a18dc97ea3123d for: {'network': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:50:04.364155 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-be2ada7d-5280-48c5-8484-ea0f9ab757c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for network (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:04.377601 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-be2ada7d-5280-48c5-8484-ea0f9ab757c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:04.467203 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-be2ada7d-5280-48c5-8484-ea0f9ab757c9 admin admin] Publish callbacks [] for security_group (2855d66e-a886-45c1-b1d1-d67d0317dc91), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:04.472034 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-be2ada7d-5280-48c5-8484-ea0f9ab757c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (2855d66e-a886-45c1-b1d1-d67d0317dc91), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:04.485390 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port db43c3b5-52be-4d44-82bf-7acad880257b triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:04.485975 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (db43c3b5-52be-4d44-82bf-7acad880257b), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:04.493519 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2ada7d-5280-48c5-8484-ea0f9ab757c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=109655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 00:50:04.507729 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ada7d-5280-48c5-8484-ea0f9ab757c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2855d66e-a886-45c1-b1d1-d67d0317dc91,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:04.513968 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-be2ada7d-5280-48c5-8484-ea0f9ab757c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (0a925402-7221-461f-8548-56ed5f5d7949), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:04.514130 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.db.segments_db [None req-be2ada7d-5280-48c5-8484-ea0f9ab757c9 admin admin] Added segment 0a925402-7221-461f-8548-56ed5f5d7949 of type vlan for network f169f2b5-65cd-4429-920f-0e5b340f394d Mar 16 00:50:04.554328 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-be2ada7d-5280-48c5-8484-ea0f9ab757c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752661257912'] for network (f169f2b5-65cd-4429-920f-0e5b340f394d), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:04.562302 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port db43c3b5-52be-4d44-82bf-7acad880257b is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:50:04.563375 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device a4d55fa6-d0a8-47cf-8f0b-76320e78ab61 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:50:04.580056 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-be2ada7d-5280-48c5-8484-ea0f9ab757c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235'] for network (f169f2b5-65cd-4429-920f-0e5b340f394d), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:04.581207 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2ada7d-5280-48c5-8484-ea0f9ab757c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:04.581827 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-be2ada7d-5280-48c5-8484-ea0f9ab757c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:04.610713 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port a4d55fa6-d0a8-47cf-8f0b-76320e78ab61 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:04.611090 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (a4d55fa6-d0a8-47cf-8f0b-76320e78ab61), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:04.632132 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-be2ada7d-5280-48c5-8484-ea0f9ab757c9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2960398 Mar 16 00:50:04.634838 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36238) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:50:04.639420 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-1668dbfc-c63d-4ad4-a33c-a3e62b4314c0 admin admin] Request body: {'subnet': {'network_id': 'f169f2b5-65cd-4429-920f-0e5b340f394d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-557483817-subnet', 'tenant_id': '225680a4e021419e87a18dc97ea3123d', 'ip_version': 4}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:50:04.659798 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ada7d-5280-48c5-8484-ea0f9ab757c9 admin admin] Pushing event updated for resources: {'Network': ['ID=f169f2b5-65cd-4429-920f-0e5b340f394d,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:04.672554 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1668dbfc-c63d-4ad4-a33c-a3e62b4314c0 admin admin] Made reservation on behalf of 225680a4e021419e87a18dc97ea3123d for: {'subnet': 1} {{(pid=109655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:50:04.675561 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1668dbfc-c63d-4ad4-a33c-a3e62b4314c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5478581'] for subnet (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:04.680070 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Network f169f2b5-65cd-4429-920f-0e5b340f394d details requested by agent ovs-agent-dv-cinder-831247-13-iscsi with host dv-cinder-831247-13-iscsi {{(pid=109657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 00:50:04.733447 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port a4d55fa6-d0a8-47cf-8f0b-76320e78ab61 is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:50:04.733855 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (a4d55fa6-d0a8-47cf-8f0b-76320e78ab61), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:04.774904 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] For port a4d55fa6-d0a8-47cf-8f0b-76320e78ab61, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=a4d55fa6-d0a8-47cf-8f0b-76320e78ab61,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:50:04.779015 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (a4d55fa6-d0a8-47cf-8f0b-76320e78ab61), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:04.831766 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Pushing event updated for resources: {'Port': ['ID=a4d55fa6-d0a8-47cf-8f0b-76320e78ab61,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:04.858071 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1668dbfc-c63d-4ad4-a33c-a3e62b4314c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5476336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5478539'] for subnet (5c10fa59-4927-43f2-a4de-80618c8d514e), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:04.917585 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668dbfc-c63d-4ad4-a33c-a3e62b4314c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c10fa59-4927-43f2-a4de-80618c8d514e,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:04.928052 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1668dbfc-c63d-4ad4-a33c-a3e62b4314c0 admin admin] Checking segment: {'id': '0a925402-7221-461f-8548-56ed5f5d7949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f169f2b5-65cd-4429-920f-0e5b340f394d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:50:04.928415 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1668dbfc-c63d-4ad4-a33c-a3e62b4314c0 admin admin] Network hostable DHCP agents. Network: f169f2b5-65cd-4429-920f-0e5b340f394d, hostable agents: ['92114df5-18d6-4d7c-9264-0f0b53b6b6a9'], hosted agents: [] {{(pid=109655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 00:50:04.943713 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1668dbfc-c63d-4ad4-a33c-a3e62b4314c0 admin admin] Network f169f2b5-65cd-4429-920f-0e5b340f394d is scheduled to be hosted by DHCP agent 92114df5-18d6-4d7c-9264-0f0b53b6b6a9 with binding_index 1 {{(pid=109655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 00:50:04.952299 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-1668dbfc-c63d-4ad4-a33c-a3e62b4314c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-13-iscsi, f169f2b5-65cd-4429-920f-0e5b340f394d) {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:50:04.956926 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1668dbfc-c63d-4ad4-a33c-a3e62b4314c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:04.957401 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1668dbfc-c63d-4ad4-a33c-a3e62b4314c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:04.961256 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e7c801-bd67-4e03-b466-46baafb780aa None None] Network f169f2b5-65cd-4429-920f-0e5b340f394d requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:50:04.978785 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-1668dbfc-c63d-4ad4-a33c-a3e62b4314c0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3401282 Mar 16 00:50:04.980661 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 36240) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:50:04.982856 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-de0ef13f-ca6b-41a1-ac47-b7f87780f73b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-557483817-router', 'tenant_id': '225680a4e021419e87a18dc97ea3123d', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:50:05.006253 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-de0ef13f-ca6b-41a1-ac47-b7f87780f73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27896'] for router (05f71dcc-6a70-4ec5-90a5-c6bcac618744), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:05.007697 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-de0ef13f-ca6b-41a1-ac47-b7f87780f73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1033786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27889'] for router (05f71dcc-6a70-4ec5-90a5-c6bcac618744), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:05.017934 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] Sync routers for ids ['ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:50:05.044952 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] Routers {'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:50:05.045698 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:49:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:50:05.059048 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-de0ef13f-ca6b-41a1-ac47-b7f87780f73b admin admin] Publish callbacks [] for router_controller (05f71dcc-6a70-4ec5-90a5-c6bcac618744), precommit_add_association {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:05.134352 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc556dad-7f50-4635-afae-124b846a9687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1adf14ab-7b2c-5d9c-b824-2499cacfe593-f169f2b5-65cd-4429-920f-0e5b340f394d', 'network_id': 'f169f2b5-65cd-4429-920f-0e5b340f394d', 'project_id': '225680a4e021419e87a18dc97ea3123d', 'fixed_ips': [{'subnet_id': '5c10fa59-4927-43f2-a4de-80618c8d514e'}]}} from dv-cinder-831247-13-iscsi. {{(pid=109657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 00:50:05.135195 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-cc556dad-7f50-4635-afae-124b846a9687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:05.206541 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-de0ef13f-ca6b-41a1-ac47-b7f87780f73b admin admin] Publish callbacks [] for router_gateway (05f71dcc-6a70-4ec5-90a5-c6bcac618744), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:05.240281 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] Set router ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:50:05.396894 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.db_base_plugin_common [None req-cc556dad-7f50-4635-afae-124b846a9687 None None] Allocated IP 172.20.0.2 (f169f2b5-65cd-4429-920f-0e5b340f394d/5c10fa59-4927-43f2-a4de-80618c8d514e/dec0abfd-5db2-4113-ba00-7f2eaebd4e6b) {{(pid=109657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:50:05.412284 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-de0ef13f-ca6b-41a1-ac47-b7f87780f73b admin admin] Publish callbacks [] for router_gateway (05f71dcc-6a70-4ec5-90a5-c6bcac618744), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:05.431032 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-de0ef13f-ca6b-41a1-ac47-b7f87780f73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:05.531429 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [None req-de0ef13f-ca6b-41a1-ac47-b7f87780f73b admin admin] Allocated IP 172.27.2.132 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/593f2e47-e099-44bf-a27d-686f651c9ca4) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:50:05.588558 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'name': 'tempest-TestShelveInstance-1562920295-router', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:03Z', 'revision_number': 4, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'gw_port': {'id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': 'fa18c48f-75e0-495a-a52f-e5c6b3ec54f0', 'name': '', 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'mac_address': 'fa:16:3e:d3:27:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'f0cda65c-a1d4-42ae-8c56-b6212252ba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:02Z', 'updated_at': '2022-03-16T00:50:03Z', 'revision_number': 2, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'subnets': [{'id': 'f0cda65c-a1d4-42ae-8c56-b6212252ba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:50:05.627523 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] Checking router: ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:50:05.627877 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] Updating router ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 port fa18c48f-75e0-495a-a52f-e5c6b3ec54f0 binding host dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 00:50:05.632861 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-cc556dad-7f50-4635-afae-124b846a9687 None None] Publish callbacks [] for port (dec0abfd-5db2-4113-ba00-7f2eaebd4e6b), precommit_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:05.633530 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-de0ef13f-ca6b-41a1-ac47-b7f87780f73b admin admin] Publish callbacks [] for port (593f2e47-e099-44bf-a27d-686f651c9ca4), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:05.652902 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-cc556dad-7f50-4635-afae-124b846a9687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053'] for port (dec0abfd-5db2-4113-ba00-7f2eaebd4e6b), after_create {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:05.666510 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-de0ef13f-ca6b-41a1-ac47-b7f87780f73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (593f2e47-e099-44bf-a27d-686f651c9ca4), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:05.688534 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (fa18c48f-75e0-495a-a52f-e5c6b3ec54f0), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:05.701857 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc556dad-7f50-4635-afae-124b846a9687 None None] Network f169f2b5-65cd-4429-920f-0e5b340f394d is already hosted by enough agents. {{(pid=109657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:50:05.706065 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0ef13f-ca6b-41a1-ac47-b7f87780f73b admin admin] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:50:05.709009 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-de0ef13f-ca6b-41a1-ac47-b7f87780f73b admin admin] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:50:05.710413 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.scheduler.base_scheduler [None req-cc556dad-7f50-4635-afae-124b846a9687 None None] Resources bound (agent type, host, resource id): {{(pid=109657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:50:05.712459 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0ef13f-ca6b-41a1-ac47-b7f87780f73b admin admin] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:50:05.714063 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc556dad-7f50-4635-afae-124b846a9687 None None] Received port after_create {{(pid=109657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:50:05.718126 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ef13f-ca6b-41a1-ac47-b7f87780f73b admin admin] Pushing event updated for resources: {'Port': ['ID=593f2e47-e099-44bf-a27d-686f651c9ca4,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:05.742165 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc556dad-7f50-4635-afae-124b846a9687 None None] Pushing event updated for resources: {'Port': ['ID=dec0abfd-5db2-4113-ba00-7f2eaebd4e6b,revision_number=1']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:05.862098 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-cc556dad-7f50-4635-afae-124b846a9687 None None] Attempting to bind port dec0abfd-5db2-4113-ba00-7f2eaebd4e6b on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:50:05.862574 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-cc556dad-7f50-4635-afae-124b846a9687 None None] Attempting to bind port dec0abfd-5db2-4113-ba00-7f2eaebd4e6b by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '0a925402-7221-461f-8548-56ed5f5d7949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f169f2b5-65cd-4429-920f-0e5b340f394d'}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:50:05.862836 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc556dad-7f50-4635-afae-124b846a9687 None None] Attempting to bind port dec0abfd-5db2-4113-ba00-7f2eaebd4e6b on network f169f2b5-65cd-4429-920f-0e5b340f394d {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:50:05.874989 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc556dad-7f50-4635-afae-124b846a9687 None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:50:05.875367 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc556dad-7f50-4635-afae-124b846a9687 None None] Checking segment: {'id': '0a925402-7221-461f-8548-56ed5f5d7949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f169f2b5-65cd-4429-920f-0e5b340f394d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:50:05.875800 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-cc556dad-7f50-4635-afae-124b846a9687 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:05.876228 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc556dad-7f50-4635-afae-124b846a9687 None None] Bound using segment: {'id': '0a925402-7221-461f-8548-56ed5f5d7949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f169f2b5-65cd-4429-920f-0e5b340f394d'} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:50:05.876704 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-cc556dad-7f50-4635-afae-124b846a9687 None None] Bound port: dec0abfd-5db2-4113-ba00-7f2eaebd4e6b, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a925402-7221-461f-8548-56ed5f5d7949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f169f2b5-65cd-4429-920f-0e5b340f394d'}}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:50:05.877084 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-cc556dad-7f50-4635-afae-124b846a9687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (dec0abfd-5db2-4113-ba00-7f2eaebd4e6b), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:05.960050 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-de0ef13f-ca6b-41a1-ac47-b7f87780f73b admin admin] Publish callbacks [] for router_gateway (05f71dcc-6a70-4ec5-90a5-c6bcac618744), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:06.000159 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-cc556dad-7f50-4635-afae-124b846a9687 None None] For port dec0abfd-5db2-4113-ba00-7f2eaebd4e6b, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:50:06.020808 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-cc556dad-7f50-4635-afae-124b846a9687 None None] For port dec0abfd-5db2-4113-ba00-7f2eaebd4e6b, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=dec0abfd-5db2-4113-ba00-7f2eaebd4e6b,segment=NetworkSegment(0a925402-7221-461f-8548-56ed5f5d7949),segment_id=0a925402-7221-461f-8548-56ed5f5d7949)] {{(pid=109657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:50:06.036109 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-cc556dad-7f50-4635-afae-124b846a9687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (dec0abfd-5db2-4113-ba00-7f2eaebd4e6b), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:06.138727 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc556dad-7f50-4635-afae-124b846a9687 None None] Pushing event updated for resources: {'Port': ['ID=dec0abfd-5db2-4113-ba00-7f2eaebd4e6b,revision_number=2']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:06.152254 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] Publish callbacks [] for port (fa18c48f-75e0-495a-a52f-e5c6b3ec54f0), precommit_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:06.160151 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-de0ef13f-ca6b-41a1-ac47-b7f87780f73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558706'] for router (05f71dcc-6a70-4ec5-90a5-c6bcac618744), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:06.163112 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (fa18c48f-75e0-495a-a52f-e5c6b3ec54f0), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:06.277582 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3304d-ba5f-4172-a89e-c47615e4a34a None None] Pushing event updated for resources: {'Port': ['ID=fa18c48f-75e0-495a-a52f-e5c6b3ec54f0,revision_number=3']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:06.298726 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device a4d55fa6-d0a8-47cf-8f0b-76320e78ab61 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:50:06.319352 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] Attempting to bind port fa18c48f-75e0-495a-a52f-e5c6b3ec54f0 on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:50:06.319781 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] Attempting to bind port fa18c48f-75e0-495a-a52f-e5c6b3ec54f0 by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '5a0092f7-05b0-45c2-ad7a-03b6210fd14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e'}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:50:06.320156 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] Attempting to bind port fa18c48f-75e0-495a-a52f-e5c6b3ec54f0 on network 525400d6-1496-4ff3-800d-4c5c0c40f61e {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:50:06.348022 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:50:06.348407 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] Checking segment: {'id': '5a0092f7-05b0-45c2-ad7a-03b6210fd14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:50:06.348817 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:06.349222 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] Bound using segment: {'id': '5a0092f7-05b0-45c2-ad7a-03b6210fd14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e'} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:50:06.349723 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] Bound port: fa18c48f-75e0-495a-a52f-e5c6b3ec54f0, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0092f7-05b0-45c2-ad7a-03b6210fd14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e'}}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:50:06.350111 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (fa18c48f-75e0-495a-a52f-e5c6b3ec54f0), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:06.355245 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0ef13f-ca6b-41a1-ac47-b7f87780f73b admin admin] Router 05f71dcc-6a70-4ec5-90a5-c6bcac618744 is scheduled to L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 with binding_index 1 {{(pid=109656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 00:50:06.441181 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] For port fa18c48f-75e0-495a-a52f-e5c6b3ec54f0, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:50:06.445049 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] For port fa18c48f-75e0-495a-a52f-e5c6b3ec54f0, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=fa18c48f-75e0-495a-a52f-e5c6b3ec54f0,segment=NetworkSegment(5a0092f7-05b0-45c2-ad7a-03b6210fd14e),segment_id=5a0092f7-05b0-45c2-ad7a-03b6210fd14e)] {{(pid=109657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:50:06.456717 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (fa18c48f-75e0-495a-a52f-e5c6b3ec54f0), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:06.495434 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port a4d55fa6-d0a8-47cf-8f0b-76320e78ab61 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:06.495809 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (a4d55fa6-d0a8-47cf-8f0b-76320e78ab61), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:06.523820 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0ef13f-ca6b-41a1-ac47-b7f87780f73b admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:50:06.533232 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] Sync routers for ids ['05f71dcc-6a70-4ec5-90a5-c6bcac618744'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:50:06.543428 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-de0ef13f-ca6b-41a1-ac47-b7f87780f73b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:06.547775 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36242) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:50:06.548643 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-de0ef13f-ca6b-41a1-ac47-b7f87780f73b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5684049 Mar 16 00:50:06.553203 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] Routers {'05f71dcc-6a70-4ec5-90a5-c6bcac618744'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:50:06.553829 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:49:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['05f71dcc-6a70-4ec5-90a5-c6bcac618744'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:50:06.578156 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] Routers {'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:50:06.578790 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:49:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:50:06.581854 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3304d-ba5f-4172-a89e-c47615e4a34a None None] Pushing event updated for resources: {'Port': ['ID=fa18c48f-75e0-495a-a52f-e5c6b3ec54f0,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:06.689870 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] Set router 05f71dcc-6a70-4ec5-90a5-c6bcac618744 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:50:06.820743 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-83c14129-4147-437d-8e47-a8dc3632f274 None None] Provisioning complete for port fa18c48f-75e0-495a-a52f-e5c6b3ec54f0 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:06.821338 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-83c14129-4147-437d-8e47-a8dc3632f274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (fa18c48f-75e0-495a-a52f-e5c6b3ec54f0), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:06.898773 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] Set router ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:50:06.903243 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f71dcc-6a70-4ec5-90a5-c6bcac618744', 'name': 'tempest-TestShelveInstance-557483817-router', 'tenant_id': '225680a4e021419e87a18dc97ea3123d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '593f2e47-e099-44bf-a27d-686f651c9ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:05Z', 'updated_at': '2022-03-16T00:50:05Z', 'revision_number': 3, 'project_id': '225680a4e021419e87a18dc97ea3123d', 'gw_port': {'id': '593f2e47-e099-44bf-a27d-686f651c9ca4', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f71dcc-6a70-4ec5-90a5-c6bcac618744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:05Z', 'updated_at': '2022-03-16T00:50:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:50:06.935662 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port a4d55fa6-d0a8-47cf-8f0b-76320e78ab61 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:50:06.939155 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] Checking router: 05f71dcc-6a70-4ec5-90a5-c6bcac618744 for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:50:06.939676 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] Updating router 05f71dcc-6a70-4ec5-90a5-c6bcac618744 port 593f2e47-e099-44bf-a27d-686f651c9ca4 binding host dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 00:50:06.970934 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (593f2e47-e099-44bf-a27d-686f651c9ca4), before_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:07.062982 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1654ac12-9c9b-4cef-b12f-774d2cf9fb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:07.076628 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-83c14129-4147-437d-8e47-a8dc3632f274 None None] Current status of the port fa18c48f-75e0-495a-a52f-e5c6b3ec54f0 is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:50:07.077019 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-83c14129-4147-437d-8e47-a8dc3632f274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (fa18c48f-75e0-495a-a52f-e5c6b3ec54f0), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:07.112613 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-83c14129-4147-437d-8e47-a8dc3632f274 None None] For port fa18c48f-75e0-495a-a52f-e5c6b3ec54f0, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=fa18c48f-75e0-495a-a52f-e5c6b3ec54f0,segment=NetworkSegment(5a0092f7-05b0-45c2-ad7a-03b6210fd14e),segment_id=5a0092f7-05b0-45c2-ad7a-03b6210fd14e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:50:07.123020 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-83c14129-4147-437d-8e47-a8dc3632f274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (fa18c48f-75e0-495a-a52f-e5c6b3ec54f0), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:07.215312 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c14129-4147-437d-8e47-a8dc3632f274 None None] Pushing event updated for resources: {'Port': ['ID=fa18c48f-75e0-495a-a52f-e5c6b3ec54f0,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:07.259974 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-d733b545-b37d-42f0-b769-a44e15a32ee3 None None] Provisioning complete for port fa18c48f-75e0-495a-a52f-e5c6b3ec54f0 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:07.260647 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-d733b545-b37d-42f0-b769-a44e15a32ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (fa18c48f-75e0-495a-a52f-e5c6b3ec54f0), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:07.264688 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'name': 'tempest-TestShelveInstance-1562920295-router', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:03Z', 'revision_number': 4, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'gw_port': {'id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': 'fa18c48f-75e0-495a-a52f-e5c6b3ec54f0', 'name': '', 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'mac_address': 'fa:16:3e:d3:27:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'f0cda65c-a1d4-42ae-8c56-b6212252ba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:02Z', 'updated_at': '2022-03-16T00:50:06Z', 'revision_number': 4, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'subnets': [{'id': 'f0cda65c-a1d4-42ae-8c56-b6212252ba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:50:07.270239 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_common [None req-1654ac12-9c9b-4cef-b12f-774d2cf9fb1c admin admin] Allocated IP 172.20.0.1 (f169f2b5-65cd-4429-920f-0e5b340f394d/5c10fa59-4927-43f2-a4de-80618c8d514e/5808a385-d659-4300-8c99-dfd28d1b6946) {{(pid=109655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:50:07.289540 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] Publish callbacks [] for port (593f2e47-e099-44bf-a27d-686f651c9ca4), precommit_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:07.302313 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (593f2e47-e099-44bf-a27d-686f651c9ca4), after_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:07.312698 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ced154-2a34-4c2a-b951-4c3ba9381f57 None None] The sync data for ids ['ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'] in dv-cinder-831247-13-iscsi is: [{'id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'name': 'tempest-TestShelveInstance-1562920295-router', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:03Z', 'revision_number': 4, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'gw_port': {'id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': 'fa18c48f-75e0-495a-a52f-e5c6b3ec54f0', 'name': '', 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'mac_address': 'fa:16:3e:d3:27:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'f0cda65c-a1d4-42ae-8c56-b6212252ba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:02Z', 'updated_at': '2022-03-16T00:50:06Z', 'revision_number': 4, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'subnets': [{'id': 'f0cda65c-a1d4-42ae-8c56-b6212252ba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:50:07.357377 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] Attempting to bind port 593f2e47-e099-44bf-a27d-686f651c9ca4 on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:50:07.357832 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] Attempting to bind port 593f2e47-e099-44bf-a27d-686f651c9ca4 by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}] {{(pid=109658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:50:07.358316 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] Attempting to bind port 593f2e47-e099-44bf-a27d-686f651c9ca4 on network d7b91a62-3519-438e-afea-681b80fa7f46 {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:50:07.363206 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b1e8cb-1d19-4224-80ba-84bae65cbab6 None None] Network f169f2b5-65cd-4429-920f-0e5b340f394d requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:50:07.364338 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f388077-bedb-4f8a-a242-9cd9bcb67300 None None] Pushing event updated for resources: {'Port': ['ID=593f2e47-e099-44bf-a27d-686f651c9ca4,revision_number=2']} {{(pid=109658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:07.387464 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:50:07.387863 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] Checking segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:50:07.388229 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:07.388616 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] Bound using segment: {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'} {{(pid=109658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:50:07.397550 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.managers [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] Bound port: 593f2e47-e099-44bf-a27d-686f651c9ca4, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379d157a-bf3e-41b3-be04-27ca8678e4bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46'}}] {{(pid=109658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:50:07.397550 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (593f2e47-e099-44bf-a27d-686f651c9ca4), before_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:07.449358 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-d733b545-b37d-42f0-b769-a44e15a32ee3 None None] Current status of the port fa18c48f-75e0-495a-a52f-e5c6b3ec54f0 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:50:07.478526 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.db [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] For port 593f2e47-e099-44bf-a27d-686f651c9ca4, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:50:07.480437 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1654ac12-9c9b-4cef-b12f-774d2cf9fb1c admin admin] Publish callbacks [] for port (5808a385-d659-4300-8c99-dfd28d1b6946), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:07.482514 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.db [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] For port 593f2e47-e099-44bf-a27d-686f651c9ca4, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=593f2e47-e099-44bf-a27d-686f651c9ca4,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:50:07.490232 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (593f2e47-e099-44bf-a27d-686f651c9ca4), after_update {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:07.520887 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1654ac12-9c9b-4cef-b12f-774d2cf9fb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (5808a385-d659-4300-8c99-dfd28d1b6946), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:07.552243 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] Routers {'05f71dcc-6a70-4ec5-90a5-c6bcac618744'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:50:07.552874 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:49:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['05f71dcc-6a70-4ec5-90a5-c6bcac618744'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:50:07.572134 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1654ac12-9c9b-4cef-b12f-774d2cf9fb1c admin admin] Network f169f2b5-65cd-4429-920f-0e5b340f394d is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:50:07.575717 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-1654ac12-9c9b-4cef-b12f-774d2cf9fb1c admin admin] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:50:07.583801 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1654ac12-9c9b-4cef-b12f-774d2cf9fb1c admin admin] Received port after_create {{(pid=109655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:50:07.587744 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-2aaea4b7-3d87-4bd9-9d8b-71a901103f1d None None] Provisioning complete for port dec0abfd-5db2-4113-ba00-7f2eaebd4e6b triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:07.588279 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-2aaea4b7-3d87-4bd9-9d8b-71a901103f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (dec0abfd-5db2-4113-ba00-7f2eaebd4e6b), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:07.617963 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654ac12-9c9b-4cef-b12f-774d2cf9fb1c admin admin] Pushing event updated for resources: {'Port': ['ID=5808a385-d659-4300-8c99-dfd28d1b6946,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:07.648117 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1654ac12-9c9b-4cef-b12f-774d2cf9fb1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558721'] for router_interface (05f71dcc-6a70-4ec5-90a5-c6bcac618744), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:07.686894 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] Set router 05f71dcc-6a70-4ec5-90a5-c6bcac618744 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:50:07.737213 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-2aaea4b7-3d87-4bd9-9d8b-71a901103f1d None None] Current status of the port dec0abfd-5db2-4113-ba00-7f2eaebd4e6b is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:50:07.737636 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-2aaea4b7-3d87-4bd9-9d8b-71a901103f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (dec0abfd-5db2-4113-ba00-7f2eaebd4e6b), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:07.793416 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-2aaea4b7-3d87-4bd9-9d8b-71a901103f1d None None] For port dec0abfd-5db2-4113-ba00-7f2eaebd4e6b, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=dec0abfd-5db2-4113-ba00-7f2eaebd4e6b,segment=NetworkSegment(0a925402-7221-461f-8548-56ed5f5d7949),segment_id=0a925402-7221-461f-8548-56ed5f5d7949)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:50:07.805763 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-2aaea4b7-3d87-4bd9-9d8b-71a901103f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (dec0abfd-5db2-4113-ba00-7f2eaebd4e6b), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:07.832169 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f388077-bedb-4f8a-a242-9cd9bcb67300 None None] Pushing event updated for resources: {'Port': ['ID=593f2e47-e099-44bf-a27d-686f651c9ca4,revision_number=3']} {{(pid=109658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:07.883682 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaea4b7-3d87-4bd9-9d8b-71a901103f1d None None] Pushing event updated for resources: {'Port': ['ID=dec0abfd-5db2-4113-ba00-7f2eaebd4e6b,revision_number=3']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:07.889979 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1654ac12-9c9b-4cef-b12f-774d2cf9fb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (5808a385-d659-4300-8c99-dfd28d1b6946), before_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:07.938170 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-fd4626b6-7b3a-4f11-a7be-bf30cfa3dbe8 None None] Provisioning complete for port dec0abfd-5db2-4113-ba00-7f2eaebd4e6b triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:07.938689 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-fd4626b6-7b3a-4f11-a7be-bf30cfa3dbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (dec0abfd-5db2-4113-ba00-7f2eaebd4e6b), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:08.099720 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f71dcc-6a70-4ec5-90a5-c6bcac618744', 'name': 'tempest-TestShelveInstance-557483817-router', 'tenant_id': '225680a4e021419e87a18dc97ea3123d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '593f2e47-e099-44bf-a27d-686f651c9ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:05Z', 'updated_at': '2022-03-16T00:50:05Z', 'revision_number': 3, 'project_id': '225680a4e021419e87a18dc97ea3123d', 'gw_port': {'id': '593f2e47-e099-44bf-a27d-686f651c9ca4', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f71dcc-6a70-4ec5-90a5-c6bcac618744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:05Z', 'updated_at': '2022-03-16T00:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:50:08.114006 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-fd4626b6-7b3a-4f11-a7be-bf30cfa3dbe8 None None] Current status of the port dec0abfd-5db2-4113-ba00-7f2eaebd4e6b is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:50:08.137317 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bc16c1-6c3b-45b7-944b-0c7e13d3fc57 None None] The sync data for ids ['05f71dcc-6a70-4ec5-90a5-c6bcac618744'] in dv-cinder-831247-13-iscsi is: [{'id': '05f71dcc-6a70-4ec5-90a5-c6bcac618744', 'name': 'tempest-TestShelveInstance-557483817-router', 'tenant_id': '225680a4e021419e87a18dc97ea3123d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '593f2e47-e099-44bf-a27d-686f651c9ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:05Z', 'updated_at': '2022-03-16T00:50:05Z', 'revision_number': 3, 'project_id': '225680a4e021419e87a18dc97ea3123d', 'gw_port': {'id': '593f2e47-e099-44bf-a27d-686f651c9ca4', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f71dcc-6a70-4ec5-90a5-c6bcac618744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:05Z', 'updated_at': '2022-03-16T00:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:50:08.177879 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1654ac12-9c9b-4cef-b12f-774d2cf9fb1c admin admin] Publish callbacks [] for port (5808a385-d659-4300-8c99-dfd28d1b6946), precommit_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:08.183644 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1654ac12-9c9b-4cef-b12f-774d2cf9fb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5476197'] for port (5808a385-d659-4300-8c99-dfd28d1b6946), after_update {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:08.239068 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-686386b5-cfa4-4659-9b10-dcecd6b20414 None None] Provisioning complete for port 5808a385-d659-4300-8c99-dfd28d1b6946 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:08.239569 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-686386b5-cfa4-4659-9b10-dcecd6b20414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (5808a385-d659-4300-8c99-dfd28d1b6946), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:08.283648 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-686386b5-cfa4-4659-9b10-dcecd6b20414 None None] Port 5808a385-d659-4300-8c99-dfd28d1b6946 cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:50:08.287934 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654ac12-9c9b-4cef-b12f-774d2cf9fb1c admin admin] Pushing event updated for resources: {'Port': ['ID=5808a385-d659-4300-8c99-dfd28d1b6946,revision_number=2']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:08.294362 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1654ac12-9c9b-4cef-b12f-774d2cf9fb1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557361'] for router_interface (05f71dcc-6a70-4ec5-90a5-c6bcac618744), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:08.348849 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device dec0abfd-5db2-4113-ba00-7f2eaebd4e6b up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:50:08.402438 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1654ac12-9c9b-4cef-b12f-774d2cf9fb1c admin admin] Network f169f2b5-65cd-4429-920f-0e5b340f394d is already hosted by enough agents. {{(pid=109655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:50:08.403240 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port dec0abfd-5db2-4113-ba00-7f2eaebd4e6b triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:08.403722 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (dec0abfd-5db2-4113-ba00-7f2eaebd4e6b), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:08.403912 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.base_scheduler [None req-1654ac12-9c9b-4cef-b12f-774d2cf9fb1c admin admin] Resources bound (agent type, host, resource id): {{(pid=109655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:50:08.530476 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port dec0abfd-5db2-4113-ba00-7f2eaebd4e6b is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:50:08.531981 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device fa18c48f-75e0-495a-a52f-e5c6b3ec54f0 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:50:08.601118 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port fa18c48f-75e0-495a-a52f-e5c6b3ec54f0 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:08.601527 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (fa18c48f-75e0-495a-a52f-e5c6b3ec54f0), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:08.744420 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port fa18c48f-75e0-495a-a52f-e5c6b3ec54f0 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:50:08.807814 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-e01cc851-b8c4-406c-b18e-578001fff7e1 None None] Provisioning complete for port 5808a385-d659-4300-8c99-dfd28d1b6946 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:08.808329 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e01cc851-b8c4-406c-b18e-578001fff7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (5808a385-d659-4300-8c99-dfd28d1b6946), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:08.850000 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-e01cc851-b8c4-406c-b18e-578001fff7e1 None None] Port 5808a385-d659-4300-8c99-dfd28d1b6946 cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:50:08.862185 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1654ac12-9c9b-4cef-b12f-774d2cf9fb1c admin admin] Router 05f71dcc-6a70-4ec5-90a5-c6bcac618744 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:50:08.973593 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1654ac12-9c9b-4cef-b12f-774d2cf9fb1c admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:50:08.978877 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-1654ac12-9c9b-4cef-b12f-774d2cf9fb1c admin admin] 10.222.0.10 "PUT /v2.0/routers/05f71dcc-6a70-4ec5-90a5-c6bcac618744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4293742 Mar 16 00:50:09.473013 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36250) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:50:09.477726 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-1bf12b5b-f321-4022-ae96-9fd7b51ebabf tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-678994269', 'description': 'tempest-secgroup-smoke-678994269 description', 'project_id': '56cf1090207140139d9fa64b45cb3151'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:50:09.498376 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1bf12b5b-f321-4022-ae96-9fd7b51ebabf tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group (None), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:09.570718 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1bf12b5b-f321-4022-ae96-9fd7b51ebabf tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group (3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:09.578587 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1bf12b5b-f321-4022-ae96-9fd7b51ebabf tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:09.606319 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12b5b-f321-4022-ae96-9fd7b51ebabf tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c,revision_number=1']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:09.611374 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-1bf12b5b-f321-4022-ae96-9fd7b51ebabf tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:09.612596 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-1bf12b5b-f321-4022-ae96-9fd7b51ebabf tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1384895 Mar 16 00:50:09.615462 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36252) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:50:09.619894 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-92c9e6b4-91c3-4bcb-b954-c91825a75bae tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Request body: {'security_group_rule': {'security_group_id': '3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c', 'project_id': '56cf1090207140139d9fa64b45cb3151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:50:09.643037 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-92c9e6b4-91c3-4bcb-b954-c91825a75bae tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group_rule (cd0c75c9-203a-4ee9-8b49-defd8caabad1), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:09.695802 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-92c9e6b4-91c3-4bcb-b954-c91825a75bae tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group_rule (cd0c75c9-203a-4ee9-8b49-defd8caabad1), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:09.699780 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-92c9e6b4-91c3-4bcb-b954-c91825a75bae tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (cd0c75c9-203a-4ee9-8b49-defd8caabad1), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:09.718281 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9e6b4-91c3-4bcb-b954-c91825a75bae tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0c75c9-203a-4ee9-8b49-defd8caabad1,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:09.727600 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-92c9e6b4-91c3-4bcb-b954-c91825a75bae tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:09.731225 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-92c9e6b4-91c3-4bcb-b954-c91825a75bae tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1123672 Mar 16 00:50:09.731470 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36254) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:50:09.735953 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-16601847-b7e0-4a99-826a-4ea67bcc3aee tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Request body: {'security_group_rule': {'security_group_id': '3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c', 'project_id': '56cf1090207140139d9fa64b45cb3151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:50:09.760054 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-16601847-b7e0-4a99-826a-4ea67bcc3aee tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group_rule (6acccb78-1a5b-428d-85d1-1a7cbc8c5d5c), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:09.814217 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-16601847-b7e0-4a99-826a-4ea67bcc3aee tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group_rule (6acccb78-1a5b-428d-85d1-1a7cbc8c5d5c), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:09.817705 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-16601847-b7e0-4a99-826a-4ea67bcc3aee tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (6acccb78-1a5b-428d-85d1-1a7cbc8c5d5c), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:09.835315 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16601847-b7e0-4a99-826a-4ea67bcc3aee tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acccb78-1a5b-428d-85d1-1a7cbc8c5d5c,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:09.842426 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-16601847-b7e0-4a99-826a-4ea67bcc3aee tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:09.843596 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-16601847-b7e0-4a99-826a-4ea67bcc3aee tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1111403 Mar 16 00:50:09.846266 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36256) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:50:09.850681 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.v2.base [None req-6e101262-806b-46fa-bef1-829cdd3ebc89 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Request body: {'security_group_rule': {'security_group_id': '3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c', 'project_id': '56cf1090207140139d9fa64b45cb3151', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:50:09.874551 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6e101262-806b-46fa-bef1-829cdd3ebc89 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group_rule (e7ff5aea-40da-431b-88cb-36e51d83856d), before_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:09.932647 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6e101262-806b-46fa-bef1-829cdd3ebc89 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group_rule (e7ff5aea-40da-431b-88cb-36e51d83856d), precommit_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:09.936028 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6e101262-806b-46fa-bef1-829cdd3ebc89 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (e7ff5aea-40da-431b-88cb-36e51d83856d), after_create {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:09.953068 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e101262-806b-46fa-bef1-829cdd3ebc89 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ff5aea-40da-431b-88cb-36e51d83856d,revision_number=0']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:09.960720 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6e101262-806b-46fa-bef1-829cdd3ebc89 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:09.961926 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-6e101262-806b-46fa-bef1-829cdd3ebc89 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146877 Mar 16 00:50:09.964657 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 36258) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:50:09.969216 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-ec12f71b-36a1-43ec-a04e-41cf39ad00bf tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Request body: {'security_group_rule': {'security_group_id': '3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c', 'project_id': '56cf1090207140139d9fa64b45cb3151', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:50:09.993218 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ec12f71b-36a1-43ec-a04e-41cf39ad00bf tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group_rule (9e427524-6952-4bd0-97aa-d17e27d004a6), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:10.051677 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ec12f71b-36a1-43ec-a04e-41cf39ad00bf tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group_rule (9e427524-6952-4bd0-97aa-d17e27d004a6), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:10.055402 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ec12f71b-36a1-43ec-a04e-41cf39ad00bf tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (9e427524-6952-4bd0-97aa-d17e27d004a6), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:10.072723 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12f71b-36a1-43ec-a04e-41cf39ad00bf tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e427524-6952-4bd0-97aa-d17e27d004a6,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:10.080119 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-ec12f71b-36a1-43ec-a04e-41cf39ad00bf tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:10.081313 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-ec12f71b-36a1-43ec-a04e-41cf39ad00bf tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155901 Mar 16 00:50:10.084002 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 36260) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:50:10.088172 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-b3cc64e3-8172-473b-a8c1-2850f220e32b tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Request body: {'security_group_rule': {'security_group_id': '3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c', 'project_id': '56cf1090207140139d9fa64b45cb3151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:50:10.106462 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.securitygroups_db [None req-b3cc64e3-8172-473b-a8c1-2850f220e32b tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Project 56cf1090207140139d9fa64b45cb3151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 00:50:10.111935 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b3cc64e3-8172-473b-a8c1-2850f220e32b tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group_rule (e4a272f7-1e92-410c-a4a1-15c7f1fa194f), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:10.168417 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b3cc64e3-8172-473b-a8c1-2850f220e32b tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group_rule (e4a272f7-1e92-410c-a4a1-15c7f1fa194f), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:10.171774 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b3cc64e3-8172-473b-a8c1-2850f220e32b tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (e4a272f7-1e92-410c-a4a1-15c7f1fa194f), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:10.186332 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc64e3-8172-473b-a8c1-2850f220e32b tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a272f7-1e92-410c-a4a1-15c7f1fa194f,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:10.200916 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-b3cc64e3-8172-473b-a8c1-2850f220e32b tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:10.204889 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-b3cc64e3-8172-473b-a8c1-2850f220e32b tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173582 Mar 16 00:50:10.205019 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 36262) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:50:10.209290 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-28352acc-b2a4-4466-b872-759d0e2f3072 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Request body: {'security_group_rule': {'security_group_id': '3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c', 'project_id': '56cf1090207140139d9fa64b45cb3151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:50:10.228969 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.securitygroups_db [None req-28352acc-b2a4-4466-b872-759d0e2f3072 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Project 56cf1090207140139d9fa64b45cb3151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 00:50:10.233827 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-28352acc-b2a4-4466-b872-759d0e2f3072 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group_rule (07f3c2e0-f2ae-4491-b55e-b1bb37c7fce2), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:10.252797 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 593f2e47-e099-44bf-a27d-686f651c9ca4 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:50:10.295217 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-28352acc-b2a4-4466-b872-759d0e2f3072 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group_rule (07f3c2e0-f2ae-4491-b55e-b1bb37c7fce2), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:10.298833 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-28352acc-b2a4-4466-b872-759d0e2f3072 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928153'] for security_group_rule (07f3c2e0-f2ae-4491-b55e-b1bb37c7fce2), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:10.300471 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 593f2e47-e099-44bf-a27d-686f651c9ca4 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:10.300857 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (593f2e47-e099-44bf-a27d-686f651c9ca4), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:10.316377 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28352acc-b2a4-4466-b872-759d0e2f3072 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f3c2e0-f2ae-4491-b55e-b1bb37c7fce2,revision_number=0']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:10.325599 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-28352acc-b2a4-4466-b872-759d0e2f3072 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:10.326868 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-28352acc-b2a4-4466-b872-759d0e2f3072 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209543 Mar 16 00:50:10.395603 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 593f2e47-e099-44bf-a27d-686f651c9ca4 is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:50:10.396006 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (593f2e47-e099-44bf-a27d-686f651c9ca4), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:10.422367 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] For port 593f2e47-e099-44bf-a27d-686f651c9ca4, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=593f2e47-e099-44bf-a27d-686f651c9ca4,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:50:10.430914 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (593f2e47-e099-44bf-a27d-686f651c9ca4), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:10.481990 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Pushing event updated for resources: {'Port': ['ID=593f2e47-e099-44bf-a27d-686f651c9ca4,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:10.705625 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] Sync routers for ids ['05f71dcc-6a70-4ec5-90a5-c6bcac618744'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:50:10.716289 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] Routers {'05f71dcc-6a70-4ec5-90a5-c6bcac618744'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:50:10.716889 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:49:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['05f71dcc-6a70-4ec5-90a5-c6bcac618744'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:50:10.831625 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] Set router 05f71dcc-6a70-4ec5-90a5-c6bcac618744 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:50:11.033189 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f71dcc-6a70-4ec5-90a5-c6bcac618744', 'name': 'tempest-TestShelveInstance-557483817-router', 'tenant_id': '225680a4e021419e87a18dc97ea3123d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '593f2e47-e099-44bf-a27d-686f651c9ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:05Z', 'updated_at': '2022-03-16T00:50:07Z', 'revision_number': 4, 'project_id': '225680a4e021419e87a18dc97ea3123d', 'gw_port': {'id': '593f2e47-e099-44bf-a27d-686f651c9ca4', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f71dcc-6a70-4ec5-90a5-c6bcac618744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:05Z', 'updated_at': '2022-03-16T00:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '5808a385-d659-4300-8c99-dfd28d1b6946', 'name': '', 'network_id': 'f169f2b5-65cd-4429-920f-0e5b340f394d', 'tenant_id': '225680a4e021419e87a18dc97ea3123d', 'mac_address': 'fa:16:3e:d5:be:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f71dcc-6a70-4ec5-90a5-c6bcac618744', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '5c10fa59-4927-43f2-a4de-80618c8d514e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:07Z', 'updated_at': '2022-03-16T00:50:07Z', 'revision_number': 2, 'project_id': '225680a4e021419e87a18dc97ea3123d', 'subnets': [{'id': '5c10fa59-4927-43f2-a4de-80618c8d514e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:50:11.064555 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] Checking router: 05f71dcc-6a70-4ec5-90a5-c6bcac618744 for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:50:11.064988 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] Updating router 05f71dcc-6a70-4ec5-90a5-c6bcac618744 port 5808a385-d659-4300-8c99-dfd28d1b6946 binding host dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 00:50:11.097955 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (5808a385-d659-4300-8c99-dfd28d1b6946), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:11.377158 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] Publish callbacks [] for port (5808a385-d659-4300-8c99-dfd28d1b6946), precommit_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:11.382321 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (5808a385-d659-4300-8c99-dfd28d1b6946), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:11.437838 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035160db-b1d7-44a0-8ff8-f218f963b1fb None None] Pushing event updated for resources: {'Port': ['ID=5808a385-d659-4300-8c99-dfd28d1b6946,revision_number=3']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:11.492999 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] Attempting to bind port 5808a385-d659-4300-8c99-dfd28d1b6946 on host dv-cinder-831247-13-iscsi for vnic_type normal with profile {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:50:11.492999 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] Attempting to bind port 5808a385-d659-4300-8c99-dfd28d1b6946 by drivers openvswitch,hyperv on host dv-cinder-831247-13-iscsi at level 0 using segments [{'id': '0a925402-7221-461f-8548-56ed5f5d7949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f169f2b5-65cd-4429-920f-0e5b340f394d'}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:50:11.492999 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] Attempting to bind port 5808a385-d659-4300-8c99-dfd28d1b6946 on network f169f2b5-65cd-4429-920f-0e5b340f394d {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:50:11.497302 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] Checking agent: {'id': '90d27309-ba6d-4f05-9ad8-ffb623e79d1f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 24, 56), 'started_at': datetime.datetime(2022, 3, 16, 0, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:50:11.497724 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] Checking segment: {'id': '0a925402-7221-461f-8548-56ed5f5d7949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f169f2b5-65cd-4429-920f-0e5b340f394d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:50:11.498128 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:11.498522 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] Bound using segment: {'id': '0a925402-7221-461f-8548-56ed5f5d7949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f169f2b5-65cd-4429-920f-0e5b340f394d'} {{(pid=109657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:50:11.498991 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.managers [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] Bound port: 5808a385-d659-4300-8c99-dfd28d1b6946, host: dv-cinder-831247-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a925402-7221-461f-8548-56ed5f5d7949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f169f2b5-65cd-4429-920f-0e5b340f394d'}}] {{(pid=109657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:50:11.499370 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (5808a385-d659-4300-8c99-dfd28d1b6946), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:11.563560 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] For port 5808a385-d659-4300-8c99-dfd28d1b6946, host dv-cinder-831247-13-iscsi, cleared binding levels {{(pid=109657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:50:11.566699 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] For port 5808a385-d659-4300-8c99-dfd28d1b6946, host dv-cinder-831247-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=5808a385-d659-4300-8c99-dfd28d1b6946,segment=NetworkSegment(0a925402-7221-461f-8548-56ed5f5d7949),segment_id=0a925402-7221-461f-8548-56ed5f5d7949)] {{(pid=109657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:50:11.576407 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (5808a385-d659-4300-8c99-dfd28d1b6946), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:11.768936 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-9f757221-9af9-4070-9ea3-f32465de1ed5 None None] Provisioning complete for port 5808a385-d659-4300-8c99-dfd28d1b6946 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:11.769305 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-9f757221-9af9-4070-9ea3-f32465de1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (5808a385-d659-4300-8c99-dfd28d1b6946), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:11.796113 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] Routers {'05f71dcc-6a70-4ec5-90a5-c6bcac618744'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:50:11.796765 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:49:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['05f71dcc-6a70-4ec5-90a5-c6bcac618744'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:50:11.867832 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035160db-b1d7-44a0-8ff8-f218f963b1fb None None] Pushing event updated for resources: {'Port': ['ID=5808a385-d659-4300-8c99-dfd28d1b6946,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:11.955081 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] Set router 05f71dcc-6a70-4ec5-90a5-c6bcac618744 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:50:11.982747 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-9f757221-9af9-4070-9ea3-f32465de1ed5 None None] Current status of the port 5808a385-d659-4300-8c99-dfd28d1b6946 is: DOWN; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:50:11.983130 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-9f757221-9af9-4070-9ea3-f32465de1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (5808a385-d659-4300-8c99-dfd28d1b6946), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:12.062586 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-9f757221-9af9-4070-9ea3-f32465de1ed5 None None] For port 5808a385-d659-4300-8c99-dfd28d1b6946, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=5808a385-d659-4300-8c99-dfd28d1b6946,segment=NetworkSegment(0a925402-7221-461f-8548-56ed5f5d7949),segment_id=0a925402-7221-461f-8548-56ed5f5d7949)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:50:12.090468 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-9f757221-9af9-4070-9ea3-f32465de1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (5808a385-d659-4300-8c99-dfd28d1b6946), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:12.163148 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f757221-9af9-4070-9ea3-f32465de1ed5 None None] Pushing event updated for resources: {'Port': ['ID=5808a385-d659-4300-8c99-dfd28d1b6946,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:12.228954 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-9b7e0d12-a41f-4fbc-88a8-86ccd64d2c3b None None] Provisioning complete for port 5808a385-d659-4300-8c99-dfd28d1b6946 triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:12.229394 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0d12-a41f-4fbc-88a8-86ccd64d2c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (5808a385-d659-4300-8c99-dfd28d1b6946), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:12.233789 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 593f2e47-e099-44bf-a27d-686f651c9ca4 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:50:12.277003 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f71dcc-6a70-4ec5-90a5-c6bcac618744', 'name': 'tempest-TestShelveInstance-557483817-router', 'tenant_id': '225680a4e021419e87a18dc97ea3123d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '593f2e47-e099-44bf-a27d-686f651c9ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:05Z', 'updated_at': '2022-03-16T00:50:07Z', 'revision_number': 4, 'project_id': '225680a4e021419e87a18dc97ea3123d', 'gw_port': {'id': '593f2e47-e099-44bf-a27d-686f651c9ca4', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f71dcc-6a70-4ec5-90a5-c6bcac618744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:05Z', 'updated_at': '2022-03-16T00:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '5808a385-d659-4300-8c99-dfd28d1b6946', 'name': '', 'network_id': 'f169f2b5-65cd-4429-920f-0e5b340f394d', 'tenant_id': '225680a4e021419e87a18dc97ea3123d', 'mac_address': 'fa:16:3e:d5:be:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f71dcc-6a70-4ec5-90a5-c6bcac618744', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '5c10fa59-4927-43f2-a4de-80618c8d514e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:07Z', 'updated_at': '2022-03-16T00:50:11Z', 'revision_number': 4, 'project_id': '225680a4e021419e87a18dc97ea3123d', 'subnets': [{'id': '5c10fa59-4927-43f2-a4de-80618c8d514e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:50:12.318203 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946a63f3-cd84-4fce-9af0-1a709096c419 None None] The sync data for ids ['05f71dcc-6a70-4ec5-90a5-c6bcac618744'] in dv-cinder-831247-13-iscsi is: [{'id': '05f71dcc-6a70-4ec5-90a5-c6bcac618744', 'name': 'tempest-TestShelveInstance-557483817-router', 'tenant_id': '225680a4e021419e87a18dc97ea3123d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '593f2e47-e099-44bf-a27d-686f651c9ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:05Z', 'updated_at': '2022-03-16T00:50:07Z', 'revision_number': 4, 'project_id': '225680a4e021419e87a18dc97ea3123d', 'gw_port': {'id': '593f2e47-e099-44bf-a27d-686f651c9ca4', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f71dcc-6a70-4ec5-90a5-c6bcac618744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:05Z', 'updated_at': '2022-03-16T00:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': '5808a385-d659-4300-8c99-dfd28d1b6946', 'name': '', 'network_id': 'f169f2b5-65cd-4429-920f-0e5b340f394d', 'tenant_id': '225680a4e021419e87a18dc97ea3123d', 'mac_address': 'fa:16:3e:d5:be:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f71dcc-6a70-4ec5-90a5-c6bcac618744', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '5c10fa59-4927-43f2-a4de-80618c8d514e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:07Z', 'updated_at': '2022-03-16T00:50:11Z', 'revision_number': 4, 'project_id': '225680a4e021419e87a18dc97ea3123d', 'subnets': [{'id': '5c10fa59-4927-43f2-a4de-80618c8d514e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:50:12.381771 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 593f2e47-e099-44bf-a27d-686f651c9ca4 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:12.381771 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (593f2e47-e099-44bf-a27d-686f651c9ca4), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:12.431238 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-9b7e0d12-a41f-4fbc-88a8-86ccd64d2c3b None None] Current status of the port 5808a385-d659-4300-8c99-dfd28d1b6946 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:50:12.484216 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 593f2e47-e099-44bf-a27d-686f651c9ca4 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:50:14.239211 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 5808a385-d659-4300-8c99-dfd28d1b6946 up at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:50:14.286335 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Provisioning complete for port 5808a385-d659-4300-8c99-dfd28d1b6946 triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:14.286702 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (5808a385-d659-4300-8c99-dfd28d1b6946), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:14.368483 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Current status of the port 5808a385-d659-4300-8c99-dfd28d1b6946 is: ACTIVE; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:50:20.018416 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-dfee08df-7921-4247-932f-69584bc03973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:21.795798 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:50:22.380014 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-8f97448d-c386-486a-a23e-d1bc13eee4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:23.659370 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:23.885958 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:24.528439 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-14124d42-3433-4499-a260-1ffe0a1724b9 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-678994269&fields=id&tenant_id=56cf1090207140139d9fa64b45cb3151 HTTP/1.1" status: 200 len: 267 time: 0.0434134 Mar 16 00:50:24.630682 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-8a715942-fb5a-4abb-8877-40fdaf5bc6d2 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:24.632048 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-8a715942-fb5a-4abb-8877-40fdaf5bc6d2 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/networks?id=525400d6-1496-4ff3-800d-4c5c0c40f61e HTTP/1.1" status: 200 len: 809 time: 0.0969696 Mar 16 00:50:24.645689 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-50faff07-5719-4bde-bd2b-4ee4fc8b8947 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/quotas/56cf1090207140139d9fa64b45cb3151 HTTP/1.1" status: 200 len: 375 time: 0.0084803 Mar 16 00:50:24.700942 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-c4a8886a-fd31-4fce-a0c4-47baa4f5aba5 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=56cf1090207140139d9fa64b45cb3151&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507047 Mar 16 00:50:24.791575 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-5dafd01a-c4ef-4b87-bf7b-6d2467495b9b service neutron] 10.222.0.10 "GET /v2.0/networks/525400d6-1496-4ff3-800d-4c5c0c40f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790746 Mar 16 00:50:24.882420 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-90d299ce-c12c-43ac-b312-c4ea671e1321 service neutron] 10.222.0.10 "GET /v2.0/networks/525400d6-1496-4ff3-800d-4c5c0c40f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850940 Mar 16 00:50:25.053043 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:25.153860 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-37bdb7f2-b8e2-4ac8-972a-0d80ea2c7614 req-3677a62e-705d-46bb-ba20-ad4c734db8c8 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 210 time: 0.0263188 Mar 16 00:50:26.051544 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-f9e8a0ba-92a5-4603-b9c3-62acea8d67d6 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:26.053009 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-f9e8a0ba-92a5-4603-b9c3-62acea8d67d6 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.46 "GET /v2.0/networks?id=525400d6-1496-4ff3-800d-4c5c0c40f61e HTTP/1.1" status: 200 len: 809 time: 0.1016517 Mar 16 00:50:26.114138 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-75f31d8b-45cb-4892-8ffa-532a94e05532 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56cf1090207140139d9fa64b45cb3151 HTTP/1.1" status: 200 len: 379 time: 0.0533788 Mar 16 00:50:26.122416 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-83a216ee-702b-4bad-aa0a-b3c7cd8cc4e1 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Request body: {'port': {'device_id': '03c94898-6279-4eec-9224-e31ab34847b8', 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e', 'admin_state_up': True, 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'security_groups': ['3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c']}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:50:26.259226 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1035cf9b-06c3-4413-95fc-0d890eb19e58 req-34227b2a-2ab9-4875-8ebe-52c5e6e49407 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 210 time: 0.0367162 Mar 16 00:50:26.259996 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-83a216ee-702b-4bad-aa0a-b3c7cd8cc4e1 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Made reservation on behalf of 56cf1090207140139d9fa64b45cb3151 for: {'port': 1} {{(pid=109656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 00:50:26.263420 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-83a216ee-702b-4bad-aa0a-b3c7cd8cc4e1 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:26.386650 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:26.391351 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-83a216ee-702b-4bad-aa0a-b3c7cd8cc4e1 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Allocated IP 172.20.0.11 (525400d6-1496-4ff3-800d-4c5c0c40f61e/f0cda65c-a1d4-42ae-8c56-b6212252ba58/345d04c3-6fa1-4209-8aa7-6a932d65e57f) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:50:26.532007 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-83a216ee-702b-4bad-aa0a-b3c7cd8cc4e1 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:26.568395 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-83a216ee-702b-4bad-aa0a-b3c7cd8cc4e1 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:26.607964 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-83a216ee-702b-4bad-aa0a-b3c7cd8cc4e1 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Network 525400d6-1496-4ff3-800d-4c5c0c40f61e is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:50:26.612841 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-83a216ee-702b-4bad-aa0a-b3c7cd8cc4e1 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:50:26.616558 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-83a216ee-702b-4bad-aa0a-b3c7cd8cc4e1 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:50:26.640918 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a216ee-702b-4bad-aa0a-b3c7cd8cc4e1 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Pushing event updated for resources: {'Port': ['ID=345d04c3-6fa1-4209-8aa7-6a932d65e57f,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:26.669074 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-83a216ee-702b-4bad-aa0a-b3c7cd8cc4e1 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:26.669734 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-83a216ee-702b-4bad-aa0a-b3c7cd8cc4e1 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:26.685720 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-83a216ee-702b-4bad-aa0a-b3c7cd8cc4e1 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5667593 Mar 16 00:50:26.698715 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] Request body: {'port': {'device_id': '03c94898-6279-4eec-9224-e31ab34847b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:50:26.762462 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:26.848089 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-5efbc73e-bfb0-4108-b4a2-8e4118a9d1d2 None None] Provisioning complete for port 345d04c3-6fa1-4209-8aa7-6a932d65e57f triggered by entity DHCP. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:26.848479 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-5efbc73e-bfb0-4108-b4a2-8e4118a9d1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:26.881653 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-5efbc73e-bfb0-4108-b4a2-8e4118a9d1d2 None None] Port 345d04c3-6fa1-4209-8aa7-6a932d65e57f cannot update to ACTIVE because it is not bound. {{(pid=109657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 00:50:27.011229 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345d04c3-6fa1-4209-8aa7-6a932d65e57f {{(pid=109656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:50:27.019069 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] Publish callbacks [] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:27.030359 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.provisioning_blocks [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] Transition to ACTIVE for port object 345d04c3-6fa1-4209-8aa7-6a932d65e57f will not be triggered until provisioned by entity L2. {{(pid=109656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 00:50:27.034205 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:27.085436 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] Pushing event updated for resources: {'Port': ['ID=345d04c3-6fa1-4209-8aa7-6a932d65e57f,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:27.154519 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] Attempting to bind port 345d04c3-6fa1-4209-8aa7-6a932d65e57f on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 00:50:27.154860 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] Attempting to bind port 345d04c3-6fa1-4209-8aa7-6a932d65e57f by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '5a0092f7-05b0-45c2-ad7a-03b6210fd14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e'}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 00:50:27.155194 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] Attempting to bind port 345d04c3-6fa1-4209-8aa7-6a932d65e57f on network 525400d6-1496-4ff3-800d-4c5c0c40f61e {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:50:27.159837 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] Port 345d04c3-6fa1-4209-8aa7-6a932d65e57f on network 525400d6-1496-4ff3-800d-4c5c0c40f61e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 00:50:27.160157 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] Attempting to bind port 345d04c3-6fa1-4209-8aa7-6a932d65e57f on network 525400d6-1496-4ff3-800d-4c5c0c40f61e {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 00:50:27.165038 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] Checking agent: {'id': 'b9d601fa-f980-49b0-9520-143ebd33322f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'started_at': datetime.datetime(2022, 3, 16, 0, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 0, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 00:50:27.165378 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] Checking segment: {'id': '5a0092f7-05b0-45c2-ad7a-03b6210fd14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 00:50:27.165835 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] Bound using segment: {'id': '5a0092f7-05b0-45c2-ad7a-03b6210fd14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e'} {{(pid=109656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 00:50:27.166270 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.managers [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] Bound port: 345d04c3-6fa1-4209-8aa7-6a932d65e57f, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0092f7-05b0-45c2-ad7a-03b6210fd14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e'}}] {{(pid=109656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 00:50:27.166634 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:27.230291 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] For port 345d04c3-6fa1-4209-8aa7-6a932d65e57f, host hv-cinder-83124, cleared binding levels {{(pid=109656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 00:50:27.233170 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] For port 345d04c3-6fa1-4209-8aa7-6a932d65e57f, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=345d04c3-6fa1-4209-8aa7-6a932d65e57f,segment=NetworkSegment(5a0092f7-05b0-45c2-ad7a-03b6210fd14e),segment_id=5a0092f7-05b0-45c2-ad7a-03b6210fd14e)] {{(pid=109656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 00:50:27.240381 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:27.280640 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:27.281298 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:27.282961 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] 10.222.0.46 "PUT /v2.0/ports/345d04c3-6fa1-4209-8aa7-6a932d65e57f HTTP/1.1" status: 200 len: 1094 time: 0.5887482 Mar 16 00:50:27.283446 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c94898-6279-4eec-9224-e31ab34847b8', 'tag': '345d04c3-6fa1-4209-8aa7-6a932d65e57f'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:50:27.285871 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60a522b-6bda-4981-8ebc-2a5a87ced893" -d '{"events": [{"name": "network-changed", "server_uuid": "03c94898-6279-4eec-9224-e31ab34847b8", "tag": "345d04c3-6fa1-4209-8aa7-6a932d65e57f"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:50:27.317936 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5140c3e-bb98-4221-96fb-0d0e788d6507 service neutron] Pushing event updated for resources: {'Port': ['ID=345d04c3-6fa1-4209-8aa7-6a932d65e57f,revision_number=3']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:27.348914 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ee2e13-c64e-46aa-b6b7-a57ed4d4e89b x-openstack-request-id: req-52ee2e13-c64e-46aa-b6b7-a57ed4d4e89b {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:50:27.349213 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c94898-6279-4eec-9224-e31ab34847b8", "tag": "345d04c3-6fa1-4209-8aa7-6a932d65e57f", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:50:27.349456 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52ee2e13-c64e-46aa-b6b7-a57ed4d4e89b {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:50:27.350034 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c94898-6279-4eec-9224-e31ab34847b8', 'tag': '345d04c3-6fa1-4209-8aa7-6a932d65e57f', 'status': 'completed', 'code': 200} Mar 16 00:50:27.392652 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-caa529df-2122-4e4d-946c-04d00e71824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:27.394387 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-caa529df-2122-4e4d-946c-04d00e71824f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56cf1090207140139d9fa64b45cb3151&device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 1128 time: 0.0612032 Mar 16 00:50:27.407146 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb72eb-3363-4b6f-afc5-76bd14e6141f req-e4be702d-61bf-41b6-b823-19dca473a525 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:27.408694 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-50fb72eb-3363-4b6f-afc5-76bd14e6141f req-e4be702d-61bf-41b6-b823-19dca473a525 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 944 time: 0.0577643 Mar 16 00:50:27.451771 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-af8e04b9-8fb4-4448-822f-aa1f5b771f14 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=345d04c3-6fa1-4209-8aa7-6a932d65e57f HTTP/1.1" status: 200 len: 217 time: 0.0501554 Mar 16 00:50:27.461729 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-50fb72eb-3363-4b6f-afc5-76bd14e6141f req-dfc0a244-6ecc-4472-b621-e5af65e699b8 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474987 Mar 16 00:50:27.503160 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-3d822987-31e8-4e2c-a078-2da44aceaa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:27.504599 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-3d822987-31e8-4e2c-a078-2da44aceaa31 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f0cda65c-a1d4-42ae-8c56-b6212252ba58 HTTP/1.1" status: 200 len: 848 time: 0.0471213 Mar 16 00:50:27.551475 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-0221d9cf-1767-4d71-ba3c-b4145a6ccc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:27.552926 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-0221d9cf-1767-4d71-ba3c-b4145a6ccc5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=525400d6-1496-4ff3-800d-4c5c0c40f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425034 Mar 16 00:50:27.901719 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-cfb495ac-3bf6-4c6e-acbe-bbf592f9f14a service neutron] 10.222.0.46 "GET /v2.0/networks/525400d6-1496-4ff3-800d-4c5c0c40f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424850 Mar 16 00:50:27.986402 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f16958d7-daec-48bb-accc-e6a3b668b89f req-899f603e-5869-441e-931d-89204873b3ce service neutron] 10.222.0.46 "GET /v2.0/networks/525400d6-1496-4ff3-800d-4c5c0c40f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779264 Mar 16 00:50:28.078786 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a522b-6bda-4981-8ebc-2a5a87ced893 req-48f8b5ee-443d-485a-bbca-1ad8923ce55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:28.080233 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b60a522b-6bda-4981-8ebc-2a5a87ced893 req-48f8b5ee-443d-485a-bbca-1ad8923ce55a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56cf1090207140139d9fa64b45cb3151&device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 1128 time: 0.0472090 Mar 16 00:50:28.168480 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a522b-6bda-4981-8ebc-2a5a87ced893 req-5a618cc9-024b-46b3-aca4-a5bf8a9b7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:28.169955 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b60a522b-6bda-4981-8ebc-2a5a87ced893 req-5a618cc9-024b-46b3-aca4-a5bf8a9b7b33 service neutron] 10.222.0.46 "GET /v2.0/networks?id=525400d6-1496-4ff3-800d-4c5c0c40f61e HTTP/1.1" status: 200 len: 910 time: 0.0809896 Mar 16 00:50:28.219026 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b60a522b-6bda-4981-8ebc-2a5a87ced893 req-849b8e73-6c1a-43bc-af63-d7e94955774e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=345d04c3-6fa1-4209-8aa7-6a932d65e57f HTTP/1.1" status: 200 len: 217 time: 0.0425651 Mar 16 00:50:28.269239 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a522b-6bda-4981-8ebc-2a5a87ced893 req-e2dbef00-0ff9-4a35-9df0-514229b26ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:28.270715 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b60a522b-6bda-4981-8ebc-2a5a87ced893 req-e2dbef00-0ff9-4a35-9df0-514229b26ab8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f0cda65c-a1d4-42ae-8c56-b6212252ba58 HTTP/1.1" status: 200 len: 848 time: 0.0431879 Mar 16 00:50:28.317938 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a522b-6bda-4981-8ebc-2a5a87ced893 req-8633bf75-df54-410f-8292-7e618d15da28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:28.319436 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b60a522b-6bda-4981-8ebc-2a5a87ced893 req-8633bf75-df54-410f-8292-7e618d15da28 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=525400d6-1496-4ff3-800d-4c5c0c40f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433342 Mar 16 00:50:28.409691 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b60a522b-6bda-4981-8ebc-2a5a87ced893 req-345b6a91-a38f-409a-b5c9-2f14c0b4e79b service neutron] 10.222.0.46 "GET /v2.0/networks/525400d6-1496-4ff3-800d-4c5c0c40f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837440 Mar 16 00:50:28.496682 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-b60a522b-6bda-4981-8ebc-2a5a87ced893 req-94f08157-a58f-4f13-a904-72cee22fe715 service neutron] 10.222.0.46 "GET /v2.0/networks/525400d6-1496-4ff3-800d-4c5c0c40f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815966 Mar 16 00:50:28.582349 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef1f5c-7819-4b16-9f75-168f3e13fda3 req-2bac0c42-96eb-4955-b376-82ba0e1e59d6 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:28.583799 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f2ef1f5c-7819-4b16-9f75-168f3e13fda3 req-2bac0c42-96eb-4955-b376-82ba0e1e59d6 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 944 time: 0.0519412 Mar 16 00:50:28.629968 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-f2ef1f5c-7819-4b16-9f75-168f3e13fda3 req-e404b414-7536-4afc-9555-907df65b8324 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407696 Mar 16 00:50:29.752004 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3fc0d-4e1d-4dcd-a6f3-c556120f38a1 req-65b8c2a3-852a-47ad-b487-004950159b05 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:29.753377 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-3dc3fc0d-4e1d-4dcd-a6f3-c556120f38a1 req-65b8c2a3-852a-47ad-b487-004950159b05 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 944 time: 0.0570514 Mar 16 00:50:29.799969 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-3dc3fc0d-4e1d-4dcd-a6f3-c556120f38a1 req-72b7dba9-345a-4f16-8271-e08c97a42332 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411315 Mar 16 00:50:30.919225 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381ed75-241c-426b-88e9-4c0e196800f6 req-6448e30c-7fd8-4b0d-a858-7ebe1045b21f tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:30.920690 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7381ed75-241c-426b-88e9-4c0e196800f6 req-6448e30c-7fd8-4b0d-a858-7ebe1045b21f tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 944 time: 0.0550218 Mar 16 00:50:30.967005 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7381ed75-241c-426b-88e9-4c0e196800f6 req-6a5aeca3-facd-4177-8101-77c72f654245 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407426 Mar 16 00:50:32.081447 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9df68-2d82-4306-8ff0-487e3d492507 req-212d3874-6612-462e-94a3-0f6215a605e6 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:32.082943 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-87c9df68-2d82-4306-8ff0-487e3d492507 req-212d3874-6612-462e-94a3-0f6215a605e6 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 944 time: 0.0519669 Mar 16 00:50:32.130183 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-87c9df68-2d82-4306-8ff0-487e3d492507 req-45f4a72d-3cd7-48e7-a98f-e656f5169eac tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417869 Mar 16 00:50:33.245780 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ad1fa-0c82-4265-a131-6ab3fb4b9a7c req-aed0ae28-481a-4c7f-9d28-e175e6d4b0d2 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:33.247261 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ed3ad1fa-0c82-4265-a131-6ab3fb4b9a7c req-aed0ae28-481a-4c7f-9d28-e175e6d4b0d2 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 944 time: 0.0517721 Mar 16 00:50:33.294213 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-ed3ad1fa-0c82-4265-a131-6ab3fb4b9a7c req-de5e8f4d-d7bb-4ad3-9908-d304f98837d1 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408125 Mar 16 00:50:34.410919 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde9ab6-4e71-4fb2-80d9-c67aa125bcd4 req-c9fcda17-dd38-4210-8877-16290ca2c2c2 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:34.412387 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2cde9ab6-4e71-4fb2-80d9-c67aa125bcd4 req-c9fcda17-dd38-4210-8877-16290ca2c2c2 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 944 time: 0.0531218 Mar 16 00:50:34.464991 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2cde9ab6-4e71-4fb2-80d9-c67aa125bcd4 req-98398fac-b1d2-41b8-bb3d-0a8a0c18bc79 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470860 Mar 16 00:50:34.509033 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 345d04c3-6fa1-4209-8aa7-6a932d65e57f details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:50:34.604510 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 345d04c3-6fa1-4209-8aa7-6a932d65e57f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=345d04c3-6fa1-4209-8aa7-6a932d65e57f,segment=NetworkSegment(5a0092f7-05b0-45c2-ad7a-03b6210fd14e),segment_id=5a0092f7-05b0-45c2-ad7a-03b6210fd14e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:50:34.615494 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': '345d04c3-6fa1-4209-8aa7-6a932d65e57f', 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e', 'port_id': '345d04c3-6fa1-4209-8aa7-6a932d65e57f', 'mac_address': 'fa:16:3e:67:32:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0cda65c-a1d4-42ae-8c56-b6212252ba58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:50:34.651096 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 345d04c3-6fa1-4209-8aa7-6a932d65e57f is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:50:34.651477 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:34.663648 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345d04c3-6fa1-4209-8aa7-6a932d65e57f {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:50:34.686405 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 345d04c3-6fa1-4209-8aa7-6a932d65e57f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=345d04c3-6fa1-4209-8aa7-6a932d65e57f,segment=NetworkSegment(5a0092f7-05b0-45c2-ad7a-03b6210fd14e),segment_id=5a0092f7-05b0-45c2-ad7a-03b6210fd14e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:50:34.690974 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:34.737664 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=345d04c3-6fa1-4209-8aa7-6a932d65e57f,revision_number=4']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:34.897408 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['345d04c3-6fa1-4209-8aa7-6a932d65e57f'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:50:35.584925 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac50650-8ae8-42ca-9051-a7cf7d8f4e2e req-62f352a0-af6d-4278-9784-ed6fa2d97678 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:35.586423 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1ac50650-8ae8-42ca-9051-a7cf7d8f4e2e req-62f352a0-af6d-4278-9784-ed6fa2d97678 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 945 time: 0.0555179 Mar 16 00:50:35.634102 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1ac50650-8ae8-42ca-9051-a7cf7d8f4e2e req-1a94e90f-9319-4429-aca8-793817d2cc72 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420904 Mar 16 00:50:36.525452 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 345d04c3-6fa1-4209-8aa7-6a932d65e57f up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:50:36.574092 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning for port 345d04c3-6fa1-4209-8aa7-6a932d65e57f completed by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 00:50:36.578023 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port 345d04c3-6fa1-4209-8aa7-6a932d65e57f triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:50:36.578394 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:36.654814 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 345d04c3-6fa1-4209-8aa7-6a932d65e57f is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:50:36.655200 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:36.677475 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c94898-6279-4eec-9224-e31ab34847b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345d04c3-6fa1-4209-8aa7-6a932d65e57f'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:50:36.679806 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e0a300-b1a9-4eab-af75-cb6a2918a9d0" -d '{"events": [{"server_uuid": "03c94898-6279-4eec-9224-e31ab34847b8", "name": "network-vif-plugged", "status": "completed", "tag": "345d04c3-6fa1-4209-8aa7-6a932d65e57f"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:50:36.695378 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 345d04c3-6fa1-4209-8aa7-6a932d65e57f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=345d04c3-6fa1-4209-8aa7-6a932d65e57f,segment=NetworkSegment(5a0092f7-05b0-45c2-ad7a-03b6210fd14e),segment_id=5a0092f7-05b0-45c2-ad7a-03b6210fd14e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:50:36.702035 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:36.732157 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0725b947-3559-4ab4-bc9a-16edf63a2dca x-openstack-request-id: req-0725b947-3559-4ab4-bc9a-16edf63a2dca {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:50:36.732491 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c94898-6279-4eec-9224-e31ab34847b8", "name": "network-vif-plugged", "status": "completed", "tag": "345d04c3-6fa1-4209-8aa7-6a932d65e57f", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:50:36.732705 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0725b947-3559-4ab4-bc9a-16edf63a2dca {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:50:36.733096 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c94898-6279-4eec-9224-e31ab34847b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345d04c3-6fa1-4209-8aa7-6a932d65e57f', 'code': 200} Mar 16 00:50:36.761976 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=345d04c3-6fa1-4209-8aa7-6a932d65e57f,revision_number=5']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:36.769145 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4163cc6-4f9b-45e8-9cff-eb123c4fe0d9 req-5a1a7333-22b3-4867-9062-11b03ae48e34 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:36.772565 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b4163cc6-4f9b-45e8-9cff-eb123c4fe0d9 req-5a1a7333-22b3-4867-9062-11b03ae48e34 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 946 time: 0.0618165 Mar 16 00:50:36.819951 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-b4163cc6-4f9b-45e8-9cff-eb123c4fe0d9 req-78dbc726-ba95-49fe-9091-15a0ce867246 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438707 Mar 16 00:50:36.937602 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b081e-1f7c-48ff-847f-666b79d67c90 req-35d6748e-790b-4cfc-8d73-bca3e0838af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:36.939561 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-500b081e-1f7c-48ff-847f-666b79d67c90 req-35d6748e-790b-4cfc-8d73-bca3e0838af2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 1130 time: 0.0428302 Mar 16 00:50:36.982964 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-500b081e-1f7c-48ff-847f-666b79d67c90 req-5e65d86b-f94f-4164-b852-507081897ae0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368588 Mar 16 00:50:37.939323 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd2da8-a0b7-4b50-b4ab-e4526410c6ba req-309ae506-b9d1-4173-9fc9-60e269af4f49 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:37.940801 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-91bd2da8-a0b7-4b50-b4ab-e4526410c6ba req-309ae506-b9d1-4173-9fc9-60e269af4f49 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 946 time: 0.0533412 Mar 16 00:50:37.993754 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-91bd2da8-a0b7-4b50-b4ab-e4526410c6ba req-382e5798-ba3d-4ba2-b001-ee3c4fbfb9da tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468462 Mar 16 00:50:39.109432 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8899d-e6ce-4da3-bae4-ce3920a5c1db req-f6f93f20-dc2d-4038-9fad-4c7d96874f01 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:39.111446 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-56a8899d-e6ce-4da3-bae4-ce3920a5c1db req-f6f93f20-dc2d-4038-9fad-4c7d96874f01 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 946 time: 0.0529277 Mar 16 00:50:39.158893 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-56a8899d-e6ce-4da3-bae4-ce3920a5c1db req-1613f897-7475-49b1-815e-1faed9a7713c tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420892 Mar 16 00:50:39.272551 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3178b4b-3ed5-456c-9205-a21294c27474 req-d490cddc-1f61-4c6b-b079-dd02fdc81333 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:39.273970 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e3178b4b-3ed5-456c-9205-a21294c27474 req-d490cddc-1f61-4c6b-b079-dd02fdc81333 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 946 time: 0.0512345 Mar 16 00:50:39.321189 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e3178b4b-3ed5-456c-9205-a21294c27474 req-3a729256-6a65-472f-b56e-82e0ee613ab7 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417233 Mar 16 00:50:39.342620 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 36414) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:50:39.472888 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcced6e-b403-4eef-bd81-973e21b7beb3 tempest-TestShelveInstance-1983522537 tempest-TestShelveInstance-1983522537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:39.474424 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-afcced6e-b403-4eef-bd81-973e21b7beb3 tempest-TestShelveInstance-1983522537 tempest-TestShelveInstance-1983522537-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 1125 time: 0.1308615 Mar 16 00:50:39.477543 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 36418) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:50:39.481720 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.v2.base [None req-6cb3ab95-381c-4ba3-8be9-04dbcc4a3d83 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Request body: {'floatingip': {'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'port_id': '345d04c3-6fa1-4209-8aa7-6a932d65e57f', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 00:50:39.501036 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ab95-381c-4ba3-8be9-04dbcc4a3d83 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:39.595913 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ab95-381c-4ba3-8be9-04dbcc4a3d83 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (None), before_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:39.696911 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.db_base_plugin_common [None req-6cb3ab95-381c-4ba3-8be9-04dbcc4a3d83 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Allocated IP 172.27.2.154 (d7b91a62-3519-438e-afea-681b80fa7f46/4a0a0176-8316-4e36-b9db-3d1aa2c9679e/57635ba3-69d8-49ab-b435-f54bd761cc64) {{(pid=109656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 00:50:39.798792 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ab95-381c-4ba3-8be9-04dbcc4a3d83 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for port (57635ba3-69d8-49ab-b435-f54bd761cc64), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:39.831531 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ab95-381c-4ba3-8be9-04dbcc4a3d83 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752661236053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (57635ba3-69d8-49ab-b435-f54bd761cc64), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:39.863992 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb3ab95-381c-4ba3-8be9-04dbcc4a3d83 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Network d7b91a62-3519-438e-afea-681b80fa7f46 is already hosted by enough agents. {{(pid=109656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 00:50:39.866672 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.base_scheduler [None req-6cb3ab95-381c-4ba3-8be9-04dbcc4a3d83 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Resources bound (agent type, host, resource id): {{(pid=109656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 00:50:39.871939 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb3ab95-381c-4ba3-8be9-04dbcc4a3d83 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Received port after_create {{(pid=109656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 00:50:39.898428 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3ab95-381c-4ba3-8be9-04dbcc4a3d83 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Pushing event updated for resources: {'Port': ['ID=57635ba3-69d8-49ab-b435-f54bd761cc64,revision_number=1']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:40.214577 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ab95-381c-4ba3-8be9-04dbcc4a3d83 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for floatingip (804869b0-6c34-42d8-b38d-9abf425abb7d), precommit_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:40.279738 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ab95-381c-4ba3-8be9-04dbcc4a3d83 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (57635ba3-69d8-49ab-b435-f54bd761cc64), before_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:40.424063 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ab95-381c-4ba3-8be9-04dbcc4a3d83 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for port (57635ba3-69d8-49ab-b435-f54bd761cc64), precommit_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:40.429573 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ab95-381c-4ba3-8be9-04dbcc4a3d83 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5920085'] for port (57635ba3-69d8-49ab-b435-f54bd761cc64), after_update {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:40.498599 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3ab95-381c-4ba3-8be9-04dbcc4a3d83 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Pushing event updated for resources: {'Port': ['ID=57635ba3-69d8-49ab-b435-f54bd761cc64,revision_number=2']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:50:40.508161 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ab95-381c-4ba3-8be9-04dbcc4a3d83 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558612'] for floatingip (804869b0-6c34-42d8-b38d-9abf425abb7d), after_create {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:40.606582 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.db.l3_db [None req-6cb3ab95-381c-4ba3-8be9-04dbcc4a3d83 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Floating IP 804869b0-6c34-42d8-b38d-9abf425abb7d associated. External IP: 172.27.2.154, port: 345d04c3-6fa1-4209-8aa7-6a932d65e57f. Mar 16 00:50:40.810195 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb3ab95-381c-4ba3-8be9-04dbcc4a3d83 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Router ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:50:40.912339 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb3ab95-381c-4ba3-8be9-04dbcc4a3d83 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:50:40.921677 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae15086a-7ca6-4a68-975f-28e3243f4193 None None] Sync routers for ids ['ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:50:40.929458 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ab95-381c-4ba3-8be9-04dbcc4a3d83 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:40.931131 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae15086a-7ca6-4a68-975f-28e3243f4193 None None] Routers {'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:50:40.931738 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-ae15086a-7ca6-4a68-975f-28e3243f4193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:50:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:50:40.962232 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-6cb3ab95-381c-4ba3-8be9-04dbcc4a3d83 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4836893 Mar 16 00:50:40.962846 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c94898-6279-4eec-9224-e31ab34847b8', 'tag': '345d04c3-6fa1-4209-8aa7-6a932d65e57f'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:50:40.965164 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4ba354-8529-44f8-abb0-bf860777109a" -d '{"events": [{"name": "network-changed", "server_uuid": "03c94898-6279-4eec-9224-e31ab34847b8", "tag": "345d04c3-6fa1-4209-8aa7-6a932d65e57f"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:50:41.003508 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e9fc43-ead6-4ac4-bccb-4d5e9d80cef0 x-openstack-request-id: req-41e9fc43-ead6-4ac4-bccb-4d5e9d80cef0 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:50:41.003766 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c94898-6279-4eec-9224-e31ab34847b8", "tag": "345d04c3-6fa1-4209-8aa7-6a932d65e57f", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:50:41.004009 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-41e9fc43-ead6-4ac4-bccb-4d5e9d80cef0 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:50:41.004407 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c94898-6279-4eec-9224-e31ab34847b8', 'tag': '345d04c3-6fa1-4209-8aa7-6a932d65e57f', 'status': 'completed', 'code': 200} Mar 16 00:50:41.038369 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-ae15086a-7ca6-4a68-975f-28e3243f4193 None None] Set router ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:50:41.065389 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ba354-8529-44f8-abb0-bf860777109a req-6e2cad9f-ec95-4b6c-9d84-9eef92361f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:41.066830 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6c4ba354-8529-44f8-abb0-bf860777109a req-6e2cad9f-ec95-4b6c-9d84-9eef92361f4d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56cf1090207140139d9fa64b45cb3151&device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 1130 time: 0.0436003 Mar 16 00:50:41.152850 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ba354-8529-44f8-abb0-bf860777109a req-909be7c3-2dde-4a79-b9ce-ecd7df586e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:41.154482 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6c4ba354-8529-44f8-abb0-bf860777109a req-909be7c3-2dde-4a79-b9ce-ecd7df586e1d service neutron] 10.222.0.46 "GET /v2.0/networks?id=525400d6-1496-4ff3-800d-4c5c0c40f61e HTTP/1.1" status: 200 len: 910 time: 0.0821190 Mar 16 00:50:41.221261 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6c4ba354-8529-44f8-abb0-bf860777109a req-9aa5b319-ebb7-48a2-bf6e-57d9f2fa7442 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=345d04c3-6fa1-4209-8aa7-6a932d65e57f HTTP/1.1" status: 200 len: 1000 time: 0.0608053 Mar 16 00:50:41.254200 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-ae15086a-7ca6-4a68-975f-28e3243f4193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'name': 'tempest-TestShelveInstance-1562920295-router', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:03Z', 'revision_number': 4, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'gw_port': {'id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '804869b0-6c34-42d8-b38d-9abf425abb7d', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'port_id': '345d04c3-6fa1-4209-8aa7-6a932d65e57f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e', 'mac_address': 'fa:16:3e:67:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c94898-6279-4eec-9224-e31ab34847b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:50:40Z', 'updated_at': '2022-03-16T00:50:40Z', 'revision_number': 0, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa18c48f-75e0-495a-a52f-e5c6b3ec54f0', 'name': '', 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'mac_address': 'fa:16:3e:d3:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'f0cda65c-a1d4-42ae-8c56-b6212252ba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:02Z', 'updated_at': '2022-03-16T00:50:07Z', 'revision_number': 5, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'subnets': [{'id': 'f0cda65c-a1d4-42ae-8c56-b6212252ba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:50:41.267108 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ba354-8529-44f8-abb0-bf860777109a req-c36e3651-8ecb-4792-86a5-a02e76a1564a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:41.268546 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6c4ba354-8529-44f8-abb0-bf860777109a req-c36e3651-8ecb-4792-86a5-a02e76a1564a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f0cda65c-a1d4-42ae-8c56-b6212252ba58 HTTP/1.1" status: 200 len: 848 time: 0.0423796 Mar 16 00:50:41.284342 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae15086a-7ca6-4a68-975f-28e3243f4193 None None] Checking router: ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:50:41.292476 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae15086a-7ca6-4a68-975f-28e3243f4193 None None] Routers {'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:50:41.293072 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-ae15086a-7ca6-4a68-975f-28e3243f4193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:50:22Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:50:41.321103 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ba354-8529-44f8-abb0-bf860777109a req-38af33e2-3878-4080-9a61-d3a86a5e71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:50:41.322856 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6c4ba354-8529-44f8-abb0-bf860777109a req-38af33e2-3878-4080-9a61-d3a86a5e71fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=525400d6-1496-4ff3-800d-4c5c0c40f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482686 Mar 16 00:50:41.398587 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-ae15086a-7ca6-4a68-975f-28e3243f4193 None None] Set router ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:50:41.412891 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6c4ba354-8529-44f8-abb0-bf860777109a req-3874640c-fd6c-4223-892c-2a6ec1037e85 service neutron] 10.222.0.46 "GET /v2.0/networks/525400d6-1496-4ff3-800d-4c5c0c40f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840201 Mar 16 00:50:41.499437 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6c4ba354-8529-44f8-abb0-bf860777109a req-fd501e07-c9df-4be9-96c0-3ccdff436eb7 service neutron] 10.222.0.46 "GET /v2.0/networks/525400d6-1496-4ff3-800d-4c5c0c40f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809369 Mar 16 00:50:41.616396 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-ae15086a-7ca6-4a68-975f-28e3243f4193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'name': 'tempest-TestShelveInstance-1562920295-router', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:03Z', 'revision_number': 4, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'gw_port': {'id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '804869b0-6c34-42d8-b38d-9abf425abb7d', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'port_id': '345d04c3-6fa1-4209-8aa7-6a932d65e57f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e', 'mac_address': 'fa:16:3e:67:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c94898-6279-4eec-9224-e31ab34847b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:50:40Z', 'updated_at': '2022-03-16T00:50:40Z', 'revision_number': 0, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa18c48f-75e0-495a-a52f-e5c6b3ec54f0', 'name': '', 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'mac_address': 'fa:16:3e:d3:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'f0cda65c-a1d4-42ae-8c56-b6212252ba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:02Z', 'updated_at': '2022-03-16T00:50:07Z', 'revision_number': 5, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'subnets': [{'id': 'f0cda65c-a1d4-42ae-8c56-b6212252ba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:50:41.645839 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae15086a-7ca6-4a68-975f-28e3243f4193 None None] The sync data for ids ['ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'] in dv-cinder-831247-13-iscsi is: [{'id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'name': 'tempest-TestShelveInstance-1562920295-router', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:03Z', 'revision_number': 4, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'gw_port': {'id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_floatingips': [{'id': '804869b0-6c34-42d8-b38d-9abf425abb7d', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'router_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'port_id': '345d04c3-6fa1-4209-8aa7-6a932d65e57f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e', 'mac_address': 'fa:16:3e:67:32:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c94898-6279-4eec-9224-e31ab34847b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T00:50:40Z', 'updated_at': '2022-03-16T00:50:40Z', 'revision_number': 0, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa18c48f-75e0-495a-a52f-e5c6b3ec54f0', 'name': '', 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'mac_address': 'fa:16:3e:d3:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'f0cda65c-a1d4-42ae-8c56-b6212252ba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:02Z', 'updated_at': '2022-03-16T00:50:07Z', 'revision_number': 5, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'subnets': [{'id': 'f0cda65c-a1d4-42ae-8c56-b6212252ba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:50:41.838621 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e1352a-daca-4839-92d8-045b3a33c3f1 None None] New status for floating IP 804869b0-6c34-42d8-b38d-9abf425abb7d: ACTIVE {{(pid=109657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:50:50.020194 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-9d5fca08-b40f-4ef5-8c32-8a48f2f1cb26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:52.383503 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-90f2f1f9-89c8-44b8-85c7-14af3e4f1cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:53.658876 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:53.892546 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:55.059437 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:56.378651 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:50:58.793915 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:51:10.678936 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-88830fe9-3da1-4413-9e26-56fce7694490 req-177260b9-71da-4a24-b12c-a3f270c4a7df service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468853 Mar 16 00:51:10.761458 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88830fe9-3da1-4413-9e26-56fce7694490 req-a13f84de-c156-4a7f-80b5-154e917f20ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:51:10.762933 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-88830fe9-3da1-4413-9e26-56fce7694490 req-a13f84de-c156-4a7f-80b5-154e917f20ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56cf1090207140139d9fa64b45cb3151&device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 1130 time: 0.0431685 Mar 16 00:51:10.861461 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88830fe9-3da1-4413-9e26-56fce7694490 req-288246e7-b30c-4130-b505-8a0502c6bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:51:10.862910 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-88830fe9-3da1-4413-9e26-56fce7694490 req-288246e7-b30c-4130-b505-8a0502c6bab8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=525400d6-1496-4ff3-800d-4c5c0c40f61e HTTP/1.1" status: 200 len: 910 time: 0.0807383 Mar 16 00:51:10.929137 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-88830fe9-3da1-4413-9e26-56fce7694490 req-e8c67327-0d70-4538-a16d-51c74ef09f21 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=345d04c3-6fa1-4209-8aa7-6a932d65e57f HTTP/1.1" status: 200 len: 1002 time: 0.0600319 Mar 16 00:51:10.977351 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88830fe9-3da1-4413-9e26-56fce7694490 req-0ef13358-507d-4373-aee8-0b37664bfbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:51:10.978774 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-88830fe9-3da1-4413-9e26-56fce7694490 req-0ef13358-507d-4373-aee8-0b37664bfbba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f0cda65c-a1d4-42ae-8c56-b6212252ba58 HTTP/1.1" status: 200 len: 848 time: 0.0430226 Mar 16 00:51:11.026832 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88830fe9-3da1-4413-9e26-56fce7694490 req-b0e1082a-7f26-43fb-a99b-dfeac70e2a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:51:11.028279 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-88830fe9-3da1-4413-9e26-56fce7694490 req-b0e1082a-7f26-43fb-a99b-dfeac70e2a98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=525400d6-1496-4ff3-800d-4c5c0c40f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432436 Mar 16 00:51:11.118934 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-88830fe9-3da1-4413-9e26-56fce7694490 req-af7099de-1665-40ce-81e3-a49a8abd4d79 service neutron] 10.222.0.46 "GET /v2.0/networks/525400d6-1496-4ff3-800d-4c5c0c40f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832696 Mar 16 00:51:11.204764 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-88830fe9-3da1-4413-9e26-56fce7694490 req-50feb625-8e62-4597-8a94-fca2248ee811 service neutron] 10.222.0.46 "GET /v2.0/networks/525400d6-1496-4ff3-800d-4c5c0c40f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787983 Mar 16 00:51:20.020314 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-30e7703c-1022-4b40-a12e-3ec4c1db9951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:51:22.384451 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-983f1350-c39f-444d-b918-9deb0e09e445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:51:23.663104 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:51:23.894264 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:51:25.058668 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:51:26.380427 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:51:35.792861 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:51:50.020636 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-824a83f1-a657-41ef-939e-3f0e3bf8d523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:51:52.385275 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-1d1c04b1-4ea1-4636-83cb-cc360b262a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:51:53.673554 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:51:53.893384 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:51:55.062739 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:51:56.381243 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:52:11.667468 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c46e9bf4-5239-4fcf-9024-69adc0a7376a req-a3daa80f-5b41-4bff-adeb-c7c7e5157cf0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470033 Mar 16 00:52:11.748360 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e9bf4-5239-4fcf-9024-69adc0a7376a req-13fbb468-c50c-459e-ae67-917325ed1e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:11.749798 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c46e9bf4-5239-4fcf-9024-69adc0a7376a req-13fbb468-c50c-459e-ae67-917325ed1e54 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56cf1090207140139d9fa64b45cb3151&device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 1130 time: 0.0432422 Mar 16 00:52:11.846090 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e9bf4-5239-4fcf-9024-69adc0a7376a req-98e16637-fdca-41a9-adac-033221730c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:11.847507 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c46e9bf4-5239-4fcf-9024-69adc0a7376a req-98e16637-fdca-41a9-adac-033221730c4f service neutron] 10.222.0.46 "GET /v2.0/networks?id=525400d6-1496-4ff3-800d-4c5c0c40f61e HTTP/1.1" status: 200 len: 910 time: 0.0805891 Mar 16 00:52:11.911838 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c46e9bf4-5239-4fcf-9024-69adc0a7376a req-7a4831c3-3c19-4266-a1be-49bfb7a30d1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=345d04c3-6fa1-4209-8aa7-6a932d65e57f HTTP/1.1" status: 200 len: 1002 time: 0.0585766 Mar 16 00:52:11.956988 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e9bf4-5239-4fcf-9024-69adc0a7376a req-22f724d1-09e4-4fdb-849f-f2b27a5ab7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:11.958439 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c46e9bf4-5239-4fcf-9024-69adc0a7376a req-22f724d1-09e4-4fdb-849f-f2b27a5ab7f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f0cda65c-a1d4-42ae-8c56-b6212252ba58 HTTP/1.1" status: 200 len: 848 time: 0.0409646 Mar 16 00:52:12.005792 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e9bf4-5239-4fcf-9024-69adc0a7376a req-b54a32b3-b0e4-4a62-9c2b-8fa3fe6a7b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:12.007156 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c46e9bf4-5239-4fcf-9024-69adc0a7376a req-b54a32b3-b0e4-4a62-9c2b-8fa3fe6a7b6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=525400d6-1496-4ff3-800d-4c5c0c40f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432458 Mar 16 00:52:12.096644 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c46e9bf4-5239-4fcf-9024-69adc0a7376a req-2ff4999b-4dd8-4ab7-a2d8-63b9eecbc48d service neutron] 10.222.0.46 "GET /v2.0/networks/525400d6-1496-4ff3-800d-4c5c0c40f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834913 Mar 16 00:52:12.180628 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c46e9bf4-5239-4fcf-9024-69adc0a7376a req-36db6905-672e-468a-947c-3386e519349b service neutron] 10.222.0.46 "GET /v2.0/networks/525400d6-1496-4ff3-800d-4c5c0c40f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779171 Mar 16 00:52:12.792348 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:52:20.021299 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-b171fb30-f21f-4ed7-a3b4-ec94c06cc173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:52:22.386951 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-7249ca1c-f61d-470c-a2f4-a5c59a0bc1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:52:23.666253 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:52:23.893242 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:52:25.065033 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:52:26.382810 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:52:35.242999 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117c659-e277-423a-80fa-d588c3cdfe01 req-802273d9-bf7e-495a-adaf-ca1ecad1b453 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:35.253510 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5117c659-e277-423a-80fa-d588c3cdfe01 req-802273d9-bf7e-495a-adaf-ca1ecad1b453 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 946 time: 0.0656164 Mar 16 00:52:35.295632 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5117c659-e277-423a-80fa-d588c3cdfe01 req-c09d0da2-3347-468a-828c-ca9d02ad6bcf tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446956 Mar 16 00:52:36.418921 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a9fa1-e96b-41a8-9f9b-d40c8c7349f1 req-cf196314-8a0b-4022-817e-64cd2282df52 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:36.420388 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-321a9fa1-e96b-41a8-9f9b-d40c8c7349f1 req-cf196314-8a0b-4022-817e-64cd2282df52 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 946 time: 0.0559144 Mar 16 00:52:36.468667 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-321a9fa1-e96b-41a8-9f9b-d40c8c7349f1 req-a8a53193-71ce-4cb7-87fd-13fbe743a2eb tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422502 Mar 16 00:52:37.591154 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299cefc-4159-46b0-9a41-e592f08b9d74 req-58acbeff-a509-4b9b-adb6-c2f732177b54 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:37.593477 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0299cefc-4159-46b0-9a41-e592f08b9d74 req-58acbeff-a509-4b9b-adb6-c2f732177b54 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 946 time: 0.0548410 Mar 16 00:52:37.644637 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-0299cefc-4159-46b0-9a41-e592f08b9d74 req-15c92e10-b1db-4f5c-803b-7d6d94fc5c60 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458026 Mar 16 00:52:38.759572 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6e347-913c-4c8c-a868-bc1a9c953ccb req-b7abd344-f707-4f09-bdfe-1d95176fd326 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:38.761037 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1bd6e347-913c-4c8c-a868-bc1a9c953ccb req-b7abd344-f707-4f09-bdfe-1d95176fd326 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 946 time: 0.0514610 Mar 16 00:52:38.807290 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-1bd6e347-913c-4c8c-a868-bc1a9c953ccb req-65e2f430-a7e7-4a4d-b889-7b480a02ac3a tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407126 Mar 16 00:52:39.923547 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75574757-cde6-4090-8000-62362f4ca196 req-d8ccf7b7-2f37-4a71-b70b-3cffff955d5c tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:39.925001 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-75574757-cde6-4090-8000-62362f4ca196 req-d8ccf7b7-2f37-4a71-b70b-3cffff955d5c tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 946 time: 0.0513024 Mar 16 00:52:39.976079 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-75574757-cde6-4090-8000-62362f4ca196 req-da81d756-69fb-4315-9b20-c80e49d26c05 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456753 Mar 16 00:52:41.093313 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f8a2a-646f-4c17-a08f-d58195332cfc req-030329dd-e094-481e-9c89-2dda61d3d613 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:41.094780 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c70f8a2a-646f-4c17-a08f-d58195332cfc req-030329dd-e094-481e-9c89-2dda61d3d613 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 946 time: 0.0541036 Mar 16 00:52:41.140298 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-c70f8a2a-646f-4c17-a08f-d58195332cfc req-d09d269e-5cf9-4cb6-8379-fb5ed4cc8a57 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401874 Mar 16 00:52:42.256210 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e74f8-d003-4819-8f65-c321c3df0251 req-7e012806-0a6e-4028-872c-0b9af6d8dd31 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:42.257735 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-6b1e74f8-d003-4819-8f65-c321c3df0251 req-7e012806-0a6e-4028-872c-0b9af6d8dd31 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 946 time: 0.0518117 Mar 16 00:52:42.305509 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-6b1e74f8-d003-4819-8f65-c321c3df0251 req-e35906b6-b29a-4279-ab63-609136ca3c74 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423033 Mar 16 00:52:43.420727 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4737e5-1d11-49d2-8f2d-b9bb4bc02cc1 req-ef251bb6-7ae6-4777-b536-4e0633753d0a tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:43.422204 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-db4737e5-1d11-49d2-8f2d-b9bb4bc02cc1 req-ef251bb6-7ae6-4777-b536-4e0633753d0a tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 946 time: 0.0507736 Mar 16 00:52:43.470041 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-db4737e5-1d11-49d2-8f2d-b9bb4bc02cc1 req-2119843b-2bd2-40c0-8423-38797671a66d tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421622 Mar 16 00:52:44.585302 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40d6e7-f131-4f4d-a690-9950a16afcdb req-e52e2a63-e3f7-4e28-9db7-e349140120ed tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:44.586780 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ee40d6e7-f131-4f4d-a690-9950a16afcdb req-e52e2a63-e3f7-4e28-9db7-e349140120ed tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 946 time: 0.0513122 Mar 16 00:52:44.634211 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-ee40d6e7-f131-4f4d-a690-9950a16afcdb req-d14bc5bf-ab7a-44e4-b11e-6b25f91a3de6 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420280 Mar 16 00:52:45.360698 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67151755-cad4-429a-b76a-a2a5807a85f5 req-60c05eec-bfac-40e3-919f-3c06fe30b3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:45.362171 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-67151755-cad4-429a-b76a-a2a5807a85f5 req-60c05eec-bfac-40e3-919f-3c06fe30b3d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56cf1090207140139d9fa64b45cb3151&device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 1130 time: 0.0430586 Mar 16 00:52:45.449633 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67151755-cad4-429a-b76a-a2a5807a85f5 req-68304eaa-ba9d-4662-874b-1071b3cd6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:45.451600 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-67151755-cad4-429a-b76a-a2a5807a85f5 req-68304eaa-ba9d-4662-874b-1071b3cd6bff service neutron] 10.222.0.46 "GET /v2.0/networks?id=525400d6-1496-4ff3-800d-4c5c0c40f61e HTTP/1.1" status: 200 len: 910 time: 0.0842795 Mar 16 00:52:45.513969 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-67151755-cad4-429a-b76a-a2a5807a85f5 req-558cc13d-4727-44e1-809e-b3816663785b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=345d04c3-6fa1-4209-8aa7-6a932d65e57f HTTP/1.1" status: 200 len: 1002 time: 0.0565248 Mar 16 00:52:45.563674 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67151755-cad4-429a-b76a-a2a5807a85f5 req-065b6fda-201a-4334-8f04-49a97220f354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:45.565128 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-67151755-cad4-429a-b76a-a2a5807a85f5 req-065b6fda-201a-4334-8f04-49a97220f354 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f0cda65c-a1d4-42ae-8c56-b6212252ba58 HTTP/1.1" status: 200 len: 848 time: 0.0449049 Mar 16 00:52:45.610609 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67151755-cad4-429a-b76a-a2a5807a85f5 req-3050f68c-a541-4a8b-9dc7-177016e3d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:45.612073 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-67151755-cad4-429a-b76a-a2a5807a85f5 req-3050f68c-a541-4a8b-9dc7-177016e3d065 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=525400d6-1496-4ff3-800d-4c5c0c40f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417457 Mar 16 00:52:45.696307 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-67151755-cad4-429a-b76a-a2a5807a85f5 req-2382c215-736e-4ca7-bb0e-b187c3d2728d service neutron] 10.222.0.46 "GET /v2.0/networks/525400d6-1496-4ff3-800d-4c5c0c40f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780683 Mar 16 00:52:45.796940 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1bb67-6699-461d-a2c4-eb4287b6b3e7 req-37df6de4-2219-49bd-b1c6-b0a51ca8bd93 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:45.798429 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e1c1bb67-6699-461d-a2c4-eb4287b6b3e7 req-37df6de4-2219-49bd-b1c6-b0a51ca8bd93 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 946 time: 0.0991950 Mar 16 00:52:45.840970 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-67151755-cad4-429a-b76a-a2a5807a85f5 req-d9bfdca9-d771-4f23-96d7-52ff16af118d service neutron] 10.222.0.46 "GET /v2.0/networks/525400d6-1496-4ff3-800d-4c5c0c40f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331987 Mar 16 00:52:45.863682 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-e1c1bb67-6699-461d-a2c4-eb4287b6b3e7 req-656de5e4-42f6-4709-baf9-2153832aed72 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590904 Mar 16 00:52:46.982657 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5a3d1-a972-4530-95b0-05fc89670895 req-246ca3f4-15a3-4e23-b91f-522bcde39dd5 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:46.984115 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a9b5a3d1-a972-4530-95b0-05fc89670895 req-246ca3f4-15a3-4e23-b91f-522bcde39dd5 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 946 time: 0.0551536 Mar 16 00:52:47.031534 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-a9b5a3d1-a972-4530-95b0-05fc89670895 req-7b2a4d84-e73c-41f2-bddf-2e7fec7e885a tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419660 Mar 16 00:52:48.148738 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781166f2-1460-46a0-b2d5-57fd26b6ac7f req-4061b4f2-6479-414f-925a-bd7c39e393ef tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:48.150232 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-781166f2-1460-46a0-b2d5-57fd26b6ac7f req-4061b4f2-6479-414f-925a-bd7c39e393ef tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 946 time: 0.0544918 Mar 16 00:52:48.196895 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-781166f2-1460-46a0-b2d5-57fd26b6ac7f req-4aa59019-7849-420c-9373-556098c18384 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406947 Mar 16 00:52:48.304234 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [req-9be9f600-abef-4622-94b9-963e458f9678 req-22fcef6b-7554-435c-8e5b-21645f7e3251 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109655) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 00:52:48.305252 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9be9f600-abef-4622-94b9-963e458f9678 req-22fcef6b-7554-435c-8e5b-21645f7e3251 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467939 Mar 16 00:52:48.487788 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b555cb-426a-4ec0-a34c-e611a15a7873 req-5a1fb543-9973-46bf-b615-c63813e10bc0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:48.489223 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d9b555cb-426a-4ec0-a34c-e611a15a7873 req-5a1fb543-9973-46bf-b615-c63813e10bc0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 946 time: 0.0826128 Mar 16 00:52:48.491680 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-622f5c29-8015-4a18-a40a-5ef9623ef922 req-9d828a68-7fe7-4707-baa4-01a3c2631211 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1066158 Mar 16 00:52:48.504737 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [req-622f5c29-8015-4a18-a40a-5ef9623ef922 req-99b0bf16-8612-4fae-99d2-f8a62cf64318 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109656) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 00:52:48.505725 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-622f5c29-8015-4a18-a40a-5ef9623ef922 req-99b0bf16-8612-4fae-99d2-f8a62cf64318 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093639 Mar 16 00:52:48.550353 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d9b555cb-426a-4ec0-a34c-e611a15a7873 req-12de7bff-d505-43ab-ba9e-194f4f63b53c tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554852 Mar 16 00:52:48.632472 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f5c29-8015-4a18-a40a-5ef9623ef922 req-265360c3-5913-4079-b681-63a70ff785e6 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:48.633824 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-622f5c29-8015-4a18-a40a-5ef9623ef922 req-265360c3-5913-4079-b681-63a70ff785e6 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports/345d04c3-6fa1-4209-8aa7-6a932d65e57f HTTP/1.1" status: 200 len: 943 time: 0.1005936 Mar 16 00:52:49.664916 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c84de-4a77-41e7-9292-d9ba0a7b531d req-5182930d-4516-4df1-ac39-5814443a2d4c tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:49.666400 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9f7c84de-4a77-41e7-9292-d9ba0a7b531d req-5182930d-4516-4df1-ac39-5814443a2d4c tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 946 time: 0.0514574 Mar 16 00:52:49.715275 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-9f7c84de-4a77-41e7-9292-d9ba0a7b531d req-608dcf5d-6c50-425f-948a-0a82883ba3d9 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428863 Mar 16 00:52:49.731920 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f5c29-8015-4a18-a40a-5ef9623ef922 req-f6d4b5f3-ffe0-4f8c-9226-1422f61ba643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:49.733404 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-622f5c29-8015-4a18-a40a-5ef9623ef922 req-f6d4b5f3-ffe0-4f8c-9226-1422f61ba643 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8&tenant_id=56cf1090207140139d9fa64b45cb3151 HTTP/1.1" status: 200 len: 1130 time: 0.0432818 Mar 16 00:52:49.791684 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:52:49.795745 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f5c29-8015-4a18-a40a-5ef9623ef922 req-f5ded0d0-11d3-4dad-b084-0a593f80e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:49.797244 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-622f5c29-8015-4a18-a40a-5ef9623ef922 req-f5ded0d0-11d3-4dad-b084-0a593f80e869 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56cf1090207140139d9fa64b45cb3151&device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 1130 time: 0.0427656 Mar 16 00:52:49.886692 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f5c29-8015-4a18-a40a-5ef9623ef922 req-6cf5037c-089a-4ac8-9579-d7c9520dd034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:49.888587 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-622f5c29-8015-4a18-a40a-5ef9623ef922 req-6cf5037c-089a-4ac8-9579-d7c9520dd034 service neutron] 10.222.0.46 "GET /v2.0/networks?id=525400d6-1496-4ff3-800d-4c5c0c40f61e HTTP/1.1" status: 200 len: 910 time: 0.0843809 Mar 16 00:52:49.950656 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-622f5c29-8015-4a18-a40a-5ef9623ef922 req-70377119-678d-4b74-b2db-9ecffc488693 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=345d04c3-6fa1-4209-8aa7-6a932d65e57f HTTP/1.1" status: 200 len: 1002 time: 0.0564904 Mar 16 00:52:50.023695 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-56b833ad-f6db-4656-b716-d5bad3796fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:52:50.251960 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f5c29-8015-4a18-a40a-5ef9623ef922 req-e993885e-2e30-459e-b9ff-de0982bbea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:50.253412 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-622f5c29-8015-4a18-a40a-5ef9623ef922 req-e993885e-2e30-459e-b9ff-de0982bbea1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f0cda65c-a1d4-42ae-8c56-b6212252ba58 HTTP/1.1" status: 200 len: 848 time: 0.2975218 Mar 16 00:52:50.300802 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f5c29-8015-4a18-a40a-5ef9623ef922 req-dd25b5c9-e883-4583-b857-a1d5303279f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:50.302289 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-622f5c29-8015-4a18-a40a-5ef9623ef922 req-dd25b5c9-e883-4583-b857-a1d5303279f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=525400d6-1496-4ff3-800d-4c5c0c40f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426528 Mar 16 00:52:50.388953 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-622f5c29-8015-4a18-a40a-5ef9623ef922 req-f283a35f-8b5b-4400-a457-748e1fde87dd service neutron] 10.222.0.46 "GET /v2.0/networks/525400d6-1496-4ff3-800d-4c5c0c40f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803180 Mar 16 00:52:50.476402 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-622f5c29-8015-4a18-a40a-5ef9623ef922 req-7a53f3f0-7241-4594-9e2e-aa99c7486ef7 service neutron] 10.222.0.46 "GET /v2.0/networks/525400d6-1496-4ff3-800d-4c5c0c40f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815961 Mar 16 00:52:50.831480 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e606075-c8d9-44fb-b815-15d95f0f682b req-b4fe85e7-ee4a-4146-802c-23b2c8928ac7 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:50.832902 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9e606075-c8d9-44fb-b815-15d95f0f682b req-b4fe85e7-ee4a-4146-802c-23b2c8928ac7 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 946 time: 0.0509977 Mar 16 00:52:50.879001 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-9e606075-c8d9-44fb-b815-15d95f0f682b req-97e95453-8ba9-4fbe-bb18-51de629d4441 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406785 Mar 16 00:52:51.130091 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 345d04c3-6fa1-4209-8aa7-6a932d65e57f no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:52:51.202041 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 345d04c3-6fa1-4209-8aa7-6a932d65e57f is: ACTIVE; New status is: DOWN {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:52:51.202425 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:52:51.226073 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c94898-6279-4eec-9224-e31ab34847b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '345d04c3-6fa1-4209-8aa7-6a932d65e57f'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:52:51.228274 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ef72b8-0b15-4d44-a4ba-4360cd065542" -d '{"events": [{"server_uuid": "03c94898-6279-4eec-9224-e31ab34847b8", "name": "network-vif-unplugged", "status": "completed", "tag": "345d04c3-6fa1-4209-8aa7-6a932d65e57f"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:52:51.240542 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 345d04c3-6fa1-4209-8aa7-6a932d65e57f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=345d04c3-6fa1-4209-8aa7-6a932d65e57f,segment=NetworkSegment(5a0092f7-05b0-45c2-ad7a-03b6210fd14e),segment_id=5a0092f7-05b0-45c2-ad7a-03b6210fd14e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:52:51.244669 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:52:51.267323 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Mar 2022 00:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d53bda-2d21-4d0c-a3a8-44e9813f2ff6 x-openstack-request-id: req-e8d53bda-2d21-4d0c-a3a8-44e9813f2ff6 {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:52:51.267613 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c94898-6279-4eec-9224-e31ab34847b8", "name": "network-vif-unplugged", "status": "completed", "tag": "345d04c3-6fa1-4209-8aa7-6a932d65e57f", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:52:51.267861 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8d53bda-2d21-4d0c-a3a8-44e9813f2ff6 {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:52:51.268241 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c94898-6279-4eec-9224-e31ab34847b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '345d04c3-6fa1-4209-8aa7-6a932d65e57f', 'code': 200} Mar 16 00:52:51.292196 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=345d04c3-6fa1-4209-8aa7-6a932d65e57f,revision_number=6']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:52:51.301366 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:52:51.301746 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:52:51.302095 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:52:51.302439 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:52:51.302777 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:52:51.303113 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:52:51.303444 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:52:51.303773 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:52:51.304111 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:52:51.304441 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:52:51.304799 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:52:51.305128 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:52:51.305453 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:52:51.305804 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:52:51.306129 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:52:52.000580 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01428c-dadd-4d65-8ed9-18f259c87987 req-48b79afa-2e63-46da-a224-79ec16d699f1 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:52.002073 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7c01428c-dadd-4d65-8ed9-18f259c87987 req-48b79afa-2e63-46da-a224-79ec16d699f1 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 944 time: 0.0545242 Mar 16 00:52:52.049010 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-7c01428c-dadd-4d65-8ed9-18f259c87987 req-6fbdfdfa-4305-48b6-bcf9-e17388da84ba tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414491 Mar 16 00:52:52.390051 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-17766c34-9d5d-4fb7-a21d-e6efb4e21bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:52:53.171073 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e38e1-eb5d-4ed8-92dd-549db16e3eca req-f3583cb4-e168-4073-8ea2-11b57c67e5ea tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:53.172541 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-159e38e1-eb5d-4ed8-92dd-549db16e3eca req-f3583cb4-e168-4073-8ea2-11b57c67e5ea tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 944 time: 0.0550573 Mar 16 00:52:53.221625 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-159e38e1-eb5d-4ed8-92dd-549db16e3eca req-95fdca21-40ca-486f-84c0-7285132c5821 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436089 Mar 16 00:52:53.669462 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:52:53.895160 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:52:54.336328 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7bc88-8cc2-429b-b0b7-93c8fd6e93b8 req-a56404c1-7f85-4d58-995a-fc47f43983fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:54.337795 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d0d7bc88-8cc2-429b-b0b7-93c8fd6e93b8 req-a56404c1-7f85-4d58-995a-fc47f43983fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 944 time: 0.0505273 Mar 16 00:52:54.384691 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d0d7bc88-8cc2-429b-b0b7-93c8fd6e93b8 req-a4e135fd-0ea3-488e-b9ca-e582436e0d0a tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408561 Mar 16 00:52:55.067449 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:52:55.509383 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9178cb-8209-46fc-888e-345680e539a1 req-d17a03e1-e600-4bf5-832b-0924c0f377ee tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:55.510894 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5c9178cb-8209-46fc-888e-345680e539a1 req-d17a03e1-e600-4bf5-832b-0924c0f377ee tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 944 time: 0.0526268 Mar 16 00:52:55.558234 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-5c9178cb-8209-46fc-888e-345680e539a1 req-36d2ee7a-61ec-4fd8-8fb0-711093aa36a1 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411963 Mar 16 00:52:56.384280 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:52:56.501410 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184152e-988f-4bc9-8440-eb4c33fea492 req-c1e1b76d-3740-47c4-b512-3dbc0f7e12d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:56.502850 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6184152e-988f-4bc9-8440-eb4c33fea492 req-c1e1b76d-3740-47c4-b512-3dbc0f7e12d8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 1128 time: 0.0419600 Mar 16 00:52:56.549497 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-6184152e-988f-4bc9-8440-eb4c33fea492 req-205563b0-1f3c-4f34-95d2-cebb8a30cefa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411701 Mar 16 00:52:56.674165 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b0156-6389-43ad-864f-7025f8ba436b req-4a0f0d83-afba-4bfa-9b22-0d51c1ad9d4e tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:56.675638 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-da2b0156-6389-43ad-864f-7025f8ba436b req-4a0f0d83-afba-4bfa-9b22-0d51c1ad9d4e tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 944 time: 0.0510752 Mar 16 00:52:56.723727 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-da2b0156-6389-43ad-864f-7025f8ba436b req-0483f765-1600-47fc-952b-b12dd69fcc36 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425479 Mar 16 00:52:57.144751 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 345d04c3-6fa1-4209-8aa7-6a932d65e57f details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 00:52:57.239021 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 345d04c3-6fa1-4209-8aa7-6a932d65e57f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=345d04c3-6fa1-4209-8aa7-6a932d65e57f,segment=NetworkSegment(5a0092f7-05b0-45c2-ad7a-03b6210fd14e),segment_id=5a0092f7-05b0-45c2-ad7a-03b6210fd14e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:52:57.253380 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Returning: {'device': '345d04c3-6fa1-4209-8aa7-6a932d65e57f', 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e', 'port_id': '345d04c3-6fa1-4209-8aa7-6a932d65e57f', 'mac_address': 'fa:16:3e:67:32:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0cda65c-a1d4-42ae-8c56-b6212252ba58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 00:52:57.289176 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 345d04c3-6fa1-4209-8aa7-6a932d65e57f is: DOWN; New status is: BUILD {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:52:57.289582 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:52:57.305054 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345d04c3-6fa1-4209-8aa7-6a932d65e57f {{(pid=109657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 00:52:57.323334 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 345d04c3-6fa1-4209-8aa7-6a932d65e57f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=345d04c3-6fa1-4209-8aa7-6a932d65e57f,segment=NetworkSegment(5a0092f7-05b0-45c2-ad7a-03b6210fd14e),segment_id=5a0092f7-05b0-45c2-ad7a-03b6210fd14e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:52:57.327881 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:52:57.373965 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=345d04c3-6fa1-4209-8aa7-6a932d65e57f,revision_number=7']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:52:57.573208 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] get_ports_and_sgs() called for port_ids ['345d04c3-6fa1-4209-8aa7-6a932d65e57f'] {{(pid=109657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 00:52:57.841088 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c846b-1420-4525-8f9f-43edfc019261 req-5fdb8e5a-6f38-4b5a-9547-8bbc4d7f9a9e tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:52:57.842588 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2b1c846b-1420-4525-8f9f-43edfc019261 req-5fdb8e5a-6f38-4b5a-9547-8bbc4d7f9a9e tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 945 time: 0.0538120 Mar 16 00:52:57.893533 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-2b1c846b-1420-4525-8f9f-43edfc019261 req-d698212f-ab62-4e9a-8de6-fdc7473040da tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454264 Mar 16 00:52:59.161054 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 345d04c3-6fa1-4209-8aa7-6a932d65e57f up at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 00:52:59.208024 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.provisioning_blocks [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Provisioning complete for port 345d04c3-6fa1-4209-8aa7-6a932d65e57f triggered by entity L2. {{(pid=109657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 00:52:59.208394 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1136631'] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), provisioning_complete {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:52:59.284117 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Current status of the port 345d04c3-6fa1-4209-8aa7-6a932d65e57f is: BUILD; New status is: ACTIVE {{(pid=109657) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 00:52:59.284497 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1357472'] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), before_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:52:59.305784 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c94898-6279-4eec-9224-e31ab34847b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345d04c3-6fa1-4209-8aa7-6a932d65e57f'}] {{(pid=109657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:52:59.308091 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa9cd5c16388312aaf827e5fc0bfdbbe1265127d9b69d91a69dc75366a8e002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b046db91-7e6b-4937-a24d-87cdc6a0c94d" -d '{"events": [{"server_uuid": "03c94898-6279-4eec-9224-e31ab34847b8", "name": "network-vif-plugged", "status": "completed", "tag": "345d04c3-6fa1-4209-8aa7-6a932d65e57f"}]}' {{(pid=109657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:52:59.320499 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.db [None req-adc1c923-684c-4d24-b000-232159e63758 None None] For port 345d04c3-6fa1-4209-8aa7-6a932d65e57f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=345d04c3-6fa1-4209-8aa7-6a932d65e57f,segment=NetworkSegment(5a0092f7-05b0-45c2-ad7a-03b6210fd14e),segment_id=5a0092f7-05b0-45c2-ad7a-03b6210fd14e)] {{(pid=109657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:52:59.325441 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752661825567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752661236071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752661236089'] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:52:59.353670 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a82b2b-9f52-4475-bb42-03fdfc80ea8f x-openstack-request-id: req-23a82b2b-9f52-4475-bb42-03fdfc80ea8f {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:52:59.353965 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c94898-6279-4eec-9224-e31ab34847b8", "name": "network-vif-plugged", "status": "completed", "tag": "345d04c3-6fa1-4209-8aa7-6a932d65e57f", "code": 200}]} {{(pid=109657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:52:59.354219 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-23a82b2b-9f52-4475-bb42-03fdfc80ea8f {{(pid=109657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:52:59.354611 dv-cinder-831247-13-iscsi neutron-server[109657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c94898-6279-4eec-9224-e31ab34847b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345d04c3-6fa1-4209-8aa7-6a932d65e57f', 'code': 200} Mar 16 00:52:59.374272 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Pushing event updated for resources: {'Port': ['ID=345d04c3-6fa1-4209-8aa7-6a932d65e57f,revision_number=8']} {{(pid=109657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:53:12.236400 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d34a570f-33a1-4f58-ae25-b1b48ee9708c req-5c5ee529-4887-4d81-b440-a8acf5a850cf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424597 Mar 16 00:53:12.319065 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a570f-33a1-4f58-ae25-b1b48ee9708c req-0bfe2f9c-95e4-4979-bd43-a29db46b3e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:53:12.320775 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d34a570f-33a1-4f58-ae25-b1b48ee9708c req-0bfe2f9c-95e4-4979-bd43-a29db46b3e61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56cf1090207140139d9fa64b45cb3151&device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 1130 time: 0.0424542 Mar 16 00:53:12.425450 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a570f-33a1-4f58-ae25-b1b48ee9708c req-4a5827c8-63c0-4616-9385-f2dbda883809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:53:12.426942 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d34a570f-33a1-4f58-ae25-b1b48ee9708c req-4a5827c8-63c0-4616-9385-f2dbda883809 service neutron] 10.222.0.46 "GET /v2.0/networks?id=525400d6-1496-4ff3-800d-4c5c0c40f61e HTTP/1.1" status: 200 len: 910 time: 0.0847106 Mar 16 00:53:12.498590 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d34a570f-33a1-4f58-ae25-b1b48ee9708c req-b972975a-3070-430f-848f-0f3693a5912c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=345d04c3-6fa1-4209-8aa7-6a932d65e57f HTTP/1.1" status: 200 len: 1002 time: 0.0642502 Mar 16 00:53:12.548077 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a570f-33a1-4f58-ae25-b1b48ee9708c req-818a3e72-e729-4663-a7b5-0755bc565273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:53:12.549531 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d34a570f-33a1-4f58-ae25-b1b48ee9708c req-818a3e72-e729-4663-a7b5-0755bc565273 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f0cda65c-a1d4-42ae-8c56-b6212252ba58 HTTP/1.1" status: 200 len: 848 time: 0.0456386 Mar 16 00:53:12.595637 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a570f-33a1-4f58-ae25-b1b48ee9708c req-7bd7a21c-6f36-4860-912a-b0fdd99e4755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:53:12.597071 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d34a570f-33a1-4f58-ae25-b1b48ee9708c req-7bd7a21c-6f36-4860-912a-b0fdd99e4755 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=525400d6-1496-4ff3-800d-4c5c0c40f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423234 Mar 16 00:53:12.680498 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d34a570f-33a1-4f58-ae25-b1b48ee9708c req-df0c2627-1e96-4db8-8a0f-b8823cbee4bb service neutron] 10.222.0.46 "GET /v2.0/networks/525400d6-1496-4ff3-800d-4c5c0c40f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775287 Mar 16 00:53:12.769263 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-d34a570f-33a1-4f58-ae25-b1b48ee9708c req-ffa7c68a-1561-49fa-bd50-f3b16078d182 service neutron] 10.222.0.46 "GET /v2.0/networks/525400d6-1496-4ff3-800d-4c5c0c40f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828850 Mar 16 00:53:20.025662 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-da19d25a-fbef-4a10-a835-423bf0305e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:53:22.390592 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-36a05359-ac35-499d-86a0-fe33ea7e95da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:53:23.671080 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:53:23.910408 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:53:25.070091 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:53:26.387984 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:53:26.791261 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:53:50.026518 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-a0f42e44-ea6f-491a-8e25-48f620d409ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:53:52.391712 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-cc94c0b8-b0fb-4aa2-ac22-9f25f0d36590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:53:53.675265 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:53:53.906959 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:53:55.074503 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:53:56.389649 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:03.789594 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:54:10.091386 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36548) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:54:10.251532 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Deleting port 57635ba3-69d8-49ab-b435-f54bd761cc64 {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:54:10.251870 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (57635ba3-69d8-49ab-b435-f54bd761cc64), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:10.325321 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (57635ba3-69d8-49ab-b435-f54bd761cc64), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:10.325687 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for floatingip (57635ba3-69d8-49ab-b435-f54bd761cc64), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:10.337088 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Calling delete_port for 57635ba3-69d8-49ab-b435-f54bd761cc64 owned by network:floatingip {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:54:10.483519 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (57635ba3-69d8-49ab-b435-f54bd761cc64), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:10.512487 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Pushing event deleted for resources: {'Port': ['ID=57635ba3-69d8-49ab-b435-f54bd761cc64,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:54:10.535592 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:10.535942 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:10.536288 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:10.536628 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:10.536965 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:10.537300 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:10.537654 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:10.537983 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:10.538310 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:10.538634 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:10.538958 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:10.539282 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:10.539610 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:10.539937 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:10.540257 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:10.585428 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for floatingip (804869b0-6c34-42d8-b38d-9abf425abb7d), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:10.585787 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.db.l3_db [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Floating IP 804869b0-6c34-42d8-b38d-9abf425abb7d disassociated (deleted). External IP: 172.27.2.154, port: 345d04c3-6fa1-4209-8aa7-6a932d65e57f. Mar 16 00:54:10.791983 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Router ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:54:10.903156 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:54:10.907936 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for floatingip (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:10.913422 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643020cd-a325-496d-ae00-84419df7227c None None] Sync routers for ids ['ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:54:10.922680 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643020cd-a325-496d-ae00-84419df7227c None None] Routers {'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:54:10.923281 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-643020cd-a325-496d-ae00-84419df7227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:53:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:54:10.936577 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-68ee50c9-ccd9-4b7d-addf-39dea32803fd tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "DELETE /v2.0/floatingips/804869b0-6c34-42d8-b38d-9abf425abb7d HTTP/1.1" status: 204 len: 168 time: 0.8441157 Mar 16 00:54:10.937177 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c94898-6279-4eec-9224-e31ab34847b8', 'tag': '345d04c3-6fa1-4209-8aa7-6a932d65e57f'}] {{(pid=109655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:54:10.939566 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df82934b303eb2c65d5363c89017506e4207af41f0fc796505a1ca2b23a59d08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc108813-3267-4ccc-bf0d-4a5a893c3b03" -d '{"events": [{"name": "network-changed", "server_uuid": "03c94898-6279-4eec-9224-e31ab34847b8", "tag": "345d04c3-6fa1-4209-8aa7-6a932d65e57f"}]}' {{(pid=109655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:54:11.037122 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-643020cd-a325-496d-ae00-84419df7227c None None] Set router ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:54:11.042550 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 00:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be56ea2-b9f2-4de4-b206-4f1156c2281a x-openstack-request-id: req-9be56ea2-b9f2-4de4-b206-4f1156c2281a {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:54:11.042968 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c94898-6279-4eec-9224-e31ab34847b8", "tag": "345d04c3-6fa1-4209-8aa7-6a932d65e57f", "status": "completed", "code": 200}]} {{(pid=109655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:54:11.043293 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9be56ea2-b9f2-4de4-b206-4f1156c2281a {{(pid=109655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:54:11.043756 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c94898-6279-4eec-9224-e31ab34847b8', 'tag': '345d04c3-6fa1-4209-8aa7-6a932d65e57f', 'status': 'completed', 'code': 200} Mar 16 00:54:11.176775 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc108813-3267-4ccc-bf0d-4a5a893c3b03 req-313e793f-1452-4b80-bfd8-8d8e5d8a77e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:54:11.178471 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-dc108813-3267-4ccc-bf0d-4a5a893c3b03 req-313e793f-1452-4b80-bfd8-8d8e5d8a77e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56cf1090207140139d9fa64b45cb3151&device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 1130 time: 0.1117086 Mar 16 00:54:11.259487 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-643020cd-a325-496d-ae00-84419df7227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'name': 'tempest-TestShelveInstance-1562920295-router', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:03Z', 'revision_number': 4, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'gw_port': {'id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': 'fa18c48f-75e0-495a-a52f-e5c6b3ec54f0', 'name': '', 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'mac_address': 'fa:16:3e:d3:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'f0cda65c-a1d4-42ae-8c56-b6212252ba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:02Z', 'updated_at': '2022-03-16T00:50:07Z', 'revision_number': 5, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'subnets': [{'id': 'f0cda65c-a1d4-42ae-8c56-b6212252ba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:54:11.286076 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643020cd-a325-496d-ae00-84419df7227c None None] Checking router: ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:54:11.294862 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643020cd-a325-496d-ae00-84419df7227c None None] Routers {'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:54:11.295401 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-643020cd-a325-496d-ae00-84419df7227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:53:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:54:11.310465 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de3b31-599a-454c-b862-59933a47a837 req-31145f8f-9342-44a4-a253-ca7fa5a57fe5 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:54:11.311957 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-95de3b31-599a-454c-b862-59933a47a837 req-31145f8f-9342-44a4-a253-ca7fa5a57fe5 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 946 time: 0.1886337 Mar 16 00:54:11.312927 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc108813-3267-4ccc-bf0d-4a5a893c3b03 req-936219e2-f3ef-4f7d-8ed8-42e3e1761675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:54:11.314263 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-dc108813-3267-4ccc-bf0d-4a5a893c3b03 req-936219e2-f3ef-4f7d-8ed8-42e3e1761675 service neutron] 10.222.0.46 "GET /v2.0/networks?id=525400d6-1496-4ff3-800d-4c5c0c40f61e HTTP/1.1" status: 200 len: 910 time: 0.1296346 Mar 16 00:54:11.369889 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-dc108813-3267-4ccc-bf0d-4a5a893c3b03 req-e7f63baa-c59d-4ce8-b7f2-3b889b52aab9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=345d04c3-6fa1-4209-8aa7-6a932d65e57f HTTP/1.1" status: 200 len: 217 time: 0.0442789 Mar 16 00:54:11.403322 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-643020cd-a325-496d-ae00-84419df7227c None None] Set router ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:54:11.425671 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-95de3b31-599a-454c-b862-59933a47a837 req-b4bd833f-cd1b-40c9-b2eb-9495cecf52e6 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078687 Mar 16 00:54:11.437641 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc108813-3267-4ccc-bf0d-4a5a893c3b03 req-3d1e2d82-0fb0-48e9-801b-894fea73ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:54:11.439112 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-dc108813-3267-4ccc-bf0d-4a5a893c3b03 req-3d1e2d82-0fb0-48e9-801b-894fea73ddd9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f0cda65c-a1d4-42ae-8c56-b6212252ba58 HTTP/1.1" status: 200 len: 848 time: 0.0601478 Mar 16 00:54:11.495965 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc108813-3267-4ccc-bf0d-4a5a893c3b03 req-505046a1-7d80-45eb-b082-fbcdc3aa89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:54:11.497606 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-dc108813-3267-4ccc-bf0d-4a5a893c3b03 req-505046a1-7d80-45eb-b082-fbcdc3aa89ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=525400d6-1496-4ff3-800d-4c5c0c40f61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0522265 Mar 16 00:54:11.508098 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [req-dc108813-3267-4ccc-bf0d-4a5a893c3b03 req-692428a8-026a-4681-b2a2-bf850f9c8f18 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=109656) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 00:54:11.509049 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-dc108813-3267-4ccc-bf0d-4a5a893c3b03 req-692428a8-026a-4681-b2a2-bf850f9c8f18 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048149 Mar 16 00:54:11.600025 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-dc108813-3267-4ccc-bf0d-4a5a893c3b03 req-93a2b37d-1822-403c-a3b2-9d889cf68d87 service neutron] 10.222.0.46 "GET /v2.0/networks/525400d6-1496-4ff3-800d-4c5c0c40f61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847106 Mar 16 00:54:11.627848 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-643020cd-a325-496d-ae00-84419df7227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'name': 'tempest-TestShelveInstance-1562920295-router', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:03Z', 'revision_number': 4, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'gw_port': {'id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': 'fa18c48f-75e0-495a-a52f-e5c6b3ec54f0', 'name': '', 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'mac_address': 'fa:16:3e:d3:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'f0cda65c-a1d4-42ae-8c56-b6212252ba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:02Z', 'updated_at': '2022-03-16T00:50:07Z', 'revision_number': 5, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'subnets': [{'id': 'f0cda65c-a1d4-42ae-8c56-b6212252ba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:54:11.660368 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643020cd-a325-496d-ae00-84419df7227c None None] The sync data for ids ['ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'] in dv-cinder-831247-13-iscsi is: [{'id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'name': 'tempest-TestShelveInstance-1562920295-router', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:03Z', 'revision_number': 4, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'gw_port': {'id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi', '_interfaces': [{'id': 'fa18c48f-75e0-495a-a52f-e5c6b3ec54f0', 'name': '', 'network_id': '525400d6-1496-4ff3-800d-4c5c0c40f61e', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'mac_address': 'fa:16:3e:d3:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'f0cda65c-a1d4-42ae-8c56-b6212252ba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:02Z', 'updated_at': '2022-03-16T00:50:07Z', 'revision_number': 5, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'subnets': [{'id': 'f0cda65c-a1d4-42ae-8c56-b6212252ba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:54:11.692394 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-dc108813-3267-4ccc-bf0d-4a5a893c3b03 req-9df2a22f-1da0-4aed-b70d-c3c6bd7bbfc9 service neutron] 10.222.0.46 "GET /v2.0/networks/525400d6-1496-4ff3-800d-4c5c0c40f61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822139 Mar 16 00:54:11.880442 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02aadc5-0d24-435d-9ad0-77be3f7e831b None None] New status for floating IP 804869b0-6c34-42d8-b38d-9abf425abb7d: DOWN {{(pid=109657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 00:54:12.613251 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1b09e-f8ba-417a-95e3-fb0064c2b6da req-73236cdb-4421-43c6-89e2-bae4b13cb45e tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:54:12.614766 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c8f1b09e-f8ba-417a-95e3-fb0064c2b6da req-73236cdb-4421-43c6-89e2-bae4b13cb45e tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 946 time: 0.1152737 Mar 16 00:54:12.664300 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-c8f1b09e-f8ba-417a-95e3-fb0064c2b6da req-54a89840-1f21-41db-bbd1-cc10284042c5 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439942 Mar 16 00:54:12.717309 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5637e-13fe-4d36-85f3-0536576798a8 req-be786b05-a76b-4798-8a5c-954f9464b0da tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 00:54:12.718771 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-06e5637e-13fe-4d36-85f3-0536576798a8 req-be786b05-a76b-4798-8a5c-954f9464b0da tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.46 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 946 time: 0.0514770 Mar 16 00:54:12.811394 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-06e5637e-13fe-4d36-85f3-0536576798a8 req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Deleting port 345d04c3-6fa1-4209-8aa7-6a932d65e57f {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:54:12.811744 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-06e5637e-13fe-4d36-85f3-0536576798a8 req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:12.903862 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [req-06e5637e-13fe-4d36-85f3-0536576798a8 req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] For port 345d04c3-6fa1-4209-8aa7-6a932d65e57f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=345d04c3-6fa1-4209-8aa7-6a932d65e57f,segment=NetworkSegment(5a0092f7-05b0-45c2-ad7a-03b6210fd14e),segment_id=5a0092f7-05b0-45c2-ad7a-03b6210fd14e)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:54:12.904227 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-06e5637e-13fe-4d36-85f3-0536576798a8 req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:12.915773 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [req-06e5637e-13fe-4d36-85f3-0536576798a8 req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Calling delete_port for 345d04c3-6fa1-4209-8aa7-6a932d65e57f owned by compute:nova {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:54:13.039917 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-06e5637e-13fe-4d36-85f3-0536576798a8 req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (345d04c3-6fa1-4209-8aa7-6a932d65e57f), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:13.072551 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Pushing event deleted for resources: {'Port': ['ID=345d04c3-6fa1-4209-8aa7-6a932d65e57f,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:54:13.097759 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:13.098113 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:13.098535 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:13.098984 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:13.099537 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:13.099967 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:13.100493 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:13.100828 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:13.101195 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:13.101719 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:13.102124 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:13.102602 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:13.103107 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:13.103562 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:13.103886 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-13-iscsi {{(pid=109656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 00:54:13.125604 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e5637e-13fe-4d36-85f3-0536576798a8 req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] No DVR routers for this DVR port 345d04c3-6fa1-4209-8aa7-6a932d65e57f on host hv-cinder-83124 {{(pid=109656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:54:13.127970 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [req-06e5637e-13fe-4d36-85f3-0536576798a8 req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223053'] for port (None), before_response {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:13.131336 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [req-06e5637e-13fe-4d36-85f3-0536576798a8 req-3dd11e41-b505-41bd-a920-f67665dddce0 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.46 "DELETE /v2.0/ports/345d04c3-6fa1-4209-8aa7-6a932d65e57f HTTP/1.1" status: 204 len: 173 time: 0.4075391 Mar 16 00:54:13.131765 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c94898-6279-4eec-9224-e31ab34847b8', 'name': 'network-vif-deleted', 'tag': '345d04c3-6fa1-4209-8aa7-6a932d65e57f'}] {{(pid=109656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 00:54:13.134912 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e92ab150f18d3a00a88d519f1012e11d1185f3465eeed575df64531686451de1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198e430f-0258-4f6e-9701-279fe29dfb24" -d '{"events": [{"server_uuid": "03c94898-6279-4eec-9224-e31ab34847b8", "name": "network-vif-deleted", "tag": "345d04c3-6fa1-4209-8aa7-6a932d65e57f"}]}' {{(pid=109656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 00:54:13.171056 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 00:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cc12aa-7ca1-4dcf-b00a-a86d886786d4 x-openstack-request-id: req-36cc12aa-7ca1-4dcf-b00a-a86d886786d4 {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 00:54:13.171351 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c94898-6279-4eec-9224-e31ab34847b8", "name": "network-vif-deleted", "tag": "345d04c3-6fa1-4209-8aa7-6a932d65e57f", "status": "completed", "code": 200}]} {{(pid=109656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 00:54:13.171632 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-36cc12aa-7ca1-4dcf-b00a-a86d886786d4 {{(pid=109656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 00:54:13.172033 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c94898-6279-4eec-9224-e31ab34847b8', 'name': 'network-vif-deleted', 'tag': '345d04c3-6fa1-4209-8aa7-6a932d65e57f', 'status': 'completed', 'code': 200} Mar 16 00:54:13.770331 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [req-3dc1505c-951d-4e84-b702-949da4570539 req-4d59ae84-104b-449d-a860-f87ecd71b041 tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c94898-6279-4eec-9224-e31ab34847b8 HTTP/1.1" status: 200 len: 210 time: 0.0273247 Mar 16 00:54:14.827536 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36586) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:54:14.883138 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-34df7ef3-1888-48c2-901b-647bd180e68f tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group (3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:14.908267 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-34df7ef3-1888-48c2-901b-647bd180e68f tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group (3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:14.970943 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-34df7ef3-1888-48c2-901b-647bd180e68f tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:14.973445 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-34df7ef3-1888-48c2-901b-647bd180e68f tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:14.974593 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-34df7ef3-1888-48c2-901b-647bd180e68f tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] 10.222.0.10 "DELETE /v2.0/security-groups/3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c HTTP/1.1" status: 204 len: 168 time: 0.1460776 Mar 16 00:54:14.984240 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df7ef3-1888-48c2-901b-647bd180e68f tempest-TestShelveInstance-699013455 tempest-TestShelveInstance-699013455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5ebfb8-93f6-40ca-b15c-67c8ce53cd3c,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:54:15.017836 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36590) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:54:15.362003 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b53f11a-3e14-48aa-bbd3-5fc7de8bf5c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557332'] for router_interface (ab5b7fdb-85d4-47c7-aa82-d873bb51ed52), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:15.608816 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-6b53f11a-3e14-48aa-bbd3-5fc7de8bf5c8 admin admin] Deleting port fa18c48f-75e0-495a-a52f-e5c6b3ec54f0 {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:54:15.609154 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b53f11a-3e14-48aa-bbd3-5fc7de8bf5c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (fa18c48f-75e0-495a-a52f-e5c6b3ec54f0), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:15.684042 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [None req-6b53f11a-3e14-48aa-bbd3-5fc7de8bf5c8 admin admin] For port fa18c48f-75e0-495a-a52f-e5c6b3ec54f0, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=fa18c48f-75e0-495a-a52f-e5c6b3ec54f0,segment=NetworkSegment(5a0092f7-05b0-45c2-ad7a-03b6210fd14e),segment_id=5a0092f7-05b0-45c2-ad7a-03b6210fd14e)] {{(pid=109655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:54:15.684318 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b53f11a-3e14-48aa-bbd3-5fc7de8bf5c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (fa18c48f-75e0-495a-a52f-e5c6b3ec54f0), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:15.697221 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-6b53f11a-3e14-48aa-bbd3-5fc7de8bf5c8 admin admin] Calling delete_port for fa18c48f-75e0-495a-a52f-e5c6b3ec54f0 owned by network:router_interface {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:54:15.876455 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b53f11a-3e14-48aa-bbd3-5fc7de8bf5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (fa18c48f-75e0-495a-a52f-e5c6b3ec54f0), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:15.905035 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53f11a-3e14-48aa-bbd3-5fc7de8bf5c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa18c48f-75e0-495a-a52f-e5c6b3ec54f0,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:54:16.076620 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6b53f11a-3e14-48aa-bbd3-5fc7de8bf5c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557496'] for router_interface (ab5b7fdb-85d4-47c7-aa82-d873bb51ed52), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:16.292549 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b53f11a-3e14-48aa-bbd3-5fc7de8bf5c8 admin admin] Router ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:54:16.622798 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b53f11a-3e14-48aa-bbd3-5fc7de8bf5c8 admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:54:16.628578 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-6b53f11a-3e14-48aa-bbd3-5fc7de8bf5c8 admin admin] 10.222.0.10 "PUT /v2.0/routers/ab5b7fdb-85d4-47c7-aa82-d873bb51ed52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6092155 Mar 16 00:54:16.630596 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36592) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:54:16.631946 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173320a-7a34-4206-bf1e-74d5662bcd77 None None] Sync routers for ids ['ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'] in dv-cinder-831247-13-iscsi {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:54:16.642467 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173320a-7a34-4206-bf1e-74d5662bcd77 None None] Routers {'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:54:16.643074 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-6173320a-7a34-4206-bf1e-74d5662bcd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:53:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:54:16.733064 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b92a-3748-4b32-bb54-e6001ab66475 admin admin] Publish callbacks [] for router (ab5b7fdb-85d4-47c7-aa82-d873bb51ed52), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:16.747105 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-6173320a-7a34-4206-bf1e-74d5662bcd77 None None] Set router ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:54:16.836209 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b92a-3748-4b32-bb54-e6001ab66475 admin admin] Publish callbacks [] for router_gateway (ab5b7fdb-85d4-47c7-aa82-d873bb51ed52), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:16.893406 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-b5e0b92a-3748-4b32-bb54-e6001ab66475 admin admin] Deleting port a4d55fa6-d0a8-47cf-8f0b-76320e78ab61 {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:54:16.894130 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b92a-3748-4b32-bb54-e6001ab66475 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (a4d55fa6-d0a8-47cf-8f0b-76320e78ab61), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:16.923738 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-6173320a-7a34-4206-bf1e-74d5662bcd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'name': 'tempest-TestShelveInstance-1562920295-router', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:54:15Z', 'revision_number': 5, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'gw_port': {'id': 'a4d55fa6-d0a8-47cf-8f0b-76320e78ab61', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:54:16.949441 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173320a-7a34-4206-bf1e-74d5662bcd77 None None] Checking router: ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 for host: dv-cinder-831247-13-iscsi {{(pid=109658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:54:16.957478 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173320a-7a34-4206-bf1e-74d5662bcd77 None None] Routers {'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:54:16.958098 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-6173320a-7a34-4206-bf1e-74d5662bcd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:53:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'], 'active': True} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:54:16.972634 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [None req-b5e0b92a-3748-4b32-bb54-e6001ab66475 admin admin] For port a4d55fa6-d0a8-47cf-8f0b-76320e78ab61, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=a4d55fa6-d0a8-47cf-8f0b-76320e78ab61,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:54:16.972993 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b92a-3748-4b32-bb54-e6001ab66475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (a4d55fa6-d0a8-47cf-8f0b-76320e78ab61), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:16.985730 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-b5e0b92a-3748-4b32-bb54-e6001ab66475 admin admin] Calling delete_port for a4d55fa6-d0a8-47cf-8f0b-76320e78ab61 owned by network:router_gateway {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:54:17.044828 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_dvr_db [None req-6173320a-7a34-4206-bf1e-74d5662bcd77 None None] Set router ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 gateway port host: None {{(pid=109658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:54:17.156805 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b92a-3748-4b32-bb54-e6001ab66475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (a4d55fa6-d0a8-47cf-8f0b-76320e78ab61), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:17.184213 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.l3_hamode_db [None req-6173320a-7a34-4206-bf1e-74d5662bcd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'name': 'tempest-TestShelveInstance-1562920295-router', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:54:16Z', 'revision_number': 6, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'gw_port_host': None}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:54:17.189922 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0b92a-3748-4b32-bb54-e6001ab66475 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4d55fa6-d0a8-47cf-8f0b-76320e78ab61,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:54:17.213659 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173320a-7a34-4206-bf1e-74d5662bcd77 None None] The sync data for ids ['ab5b7fdb-85d4-47c7-aa82-d873bb51ed52'] in dv-cinder-831247-13-iscsi is: [{'id': 'ab5b7fdb-85d4-47c7-aa82-d873bb51ed52', 'name': 'tempest-TestShelveInstance-1562920295-router', 'tenant_id': '56cf1090207140139d9fa64b45cb3151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:00Z', 'updated_at': '2022-03-16T00:54:16Z', 'revision_number': 6, 'project_id': '56cf1090207140139d9fa64b45cb3151', 'gw_port_host': None}] {{(pid=109658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:54:17.250248 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b92a-3748-4b32-bb54-e6001ab66475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558686'] for router_gateway (ab5b7fdb-85d4-47c7-aa82-d873bb51ed52), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:17.340227 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b92a-3748-4b32-bb54-e6001ab66475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27878'] for router (ab5b7fdb-85d4-47c7-aa82-d873bb51ed52), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:17.342377 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b92a-3748-4b32-bb54-e6001ab66475 admin admin] Publish callbacks [] for router_controller (ab5b7fdb-85d4-47c7-aa82-d873bb51ed52), precommit_delete_associations {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:17.385770 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b92a-3748-4b32-bb54-e6001ab66475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564910'] for router (ab5b7fdb-85d4-47c7-aa82-d873bb51ed52), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:17.386613 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e0b92a-3748-4b32-bb54-e6001ab66475 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 {{(pid=109655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 00:54:17.392008 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b92a-3748-4b32-bb54-e6001ab66475 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:17.393149 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-b5e0b92a-3748-4b32-bb54-e6001ab66475 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ab5b7fdb-85d4-47c7-aa82-d873bb51ed52 HTTP/1.1" status: 204 len: 168 time: 0.7616284 Mar 16 00:54:17.395623 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36594) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:54:17.443406 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8bd4335-771d-43b5-b777-af403c946246 admin admin] Deleting subnet f0cda65c-a1d4-42ae-8c56-b6212252ba58 {{(pid=109655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 00:54:17.447711 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4335-771d-43b5-b777-af403c946246 admin admin] Publish callbacks [] for subnet (f0cda65c-a1d4-42ae-8c56-b6212252ba58), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:17.487042 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4335-771d-43b5-b777-af403c946246 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5409021'] for subnet (f0cda65c-a1d4-42ae-8c56-b6212252ba58), precommit_delete_associations {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:17.532699 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 345d04c3-6fa1-4209-8aa7-6a932d65e57f no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:54:17.552785 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c923-684c-4d24-b000-232159e63758 None None] No Port match for: 345d04c3-6fa1-4209-8aa7-6a932d65e57f {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:54:17.553431 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Device 345d04c3-6fa1-4209-8aa7-6a932d65e57f not bound to the agent host hv-cinder-83124 {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:54:17.570791 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4335-771d-43b5-b777-af403c946246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1106181'] for subnet (f0cda65c-a1d4-42ae-8c56-b6212252ba58), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:17.624656 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4335-771d-43b5-b777-af403c946246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1106430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5476275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5478546'] for subnet (f0cda65c-a1d4-42ae-8c56-b6212252ba58), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:17.652424 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd4335-771d-43b5-b777-af403c946246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0cda65c-a1d4-42ae-8c56-b6212252ba58,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:54:17.657972 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4335-771d-43b5-b777-af403c946246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:17.663347 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-f8bd4335-771d-43b5-b777-af403c946246 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f0cda65c-a1d4-42ae-8c56-b6212252ba58 HTTP/1.1" status: 204 len: 168 time: 0.2644956 Mar 16 00:54:17.663569 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36596) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:54:17.663693 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007b0d6c-6844-4fb2-959b-808f15280864 None None] Network 525400d6-1496-4ff3-800d-4c5c0c40f61e requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:54:17.733604 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fe514352-76b5-4d95-a89b-941747f9b0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1244356'] for network (525400d6-1496-4ff3-800d-4c5c0c40f61e), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:17.788788 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-fe514352-76b5-4d95-a89b-941747f9b0dd admin admin] Deleting port db43c3b5-52be-4d44-82bf-7acad880257b {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:54:17.789153 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fe514352-76b5-4d95-a89b-941747f9b0dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (db43c3b5-52be-4d44-82bf-7acad880257b), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:17.856331 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [None req-fe514352-76b5-4d95-a89b-941747f9b0dd admin admin] For port db43c3b5-52be-4d44-82bf-7acad880257b, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=db43c3b5-52be-4d44-82bf-7acad880257b,segment=NetworkSegment(5a0092f7-05b0-45c2-ad7a-03b6210fd14e),segment_id=5a0092f7-05b0-45c2-ad7a-03b6210fd14e)] {{(pid=109655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:54:17.856690 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fe514352-76b5-4d95-a89b-941747f9b0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (db43c3b5-52be-4d44-82bf-7acad880257b), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:17.869884 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-fe514352-76b5-4d95-a89b-941747f9b0dd admin admin] Calling delete_port for db43c3b5-52be-4d44-82bf-7acad880257b owned by network:dhcp {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:54:17.948462 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fe514352-76b5-4d95-a89b-941747f9b0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (db43c3b5-52be-4d44-82bf-7acad880257b), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:17.976880 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe514352-76b5-4d95-a89b-941747f9b0dd admin admin] No DVR routers for this DVR port db43c3b5-52be-4d44-82bf-7acad880257b on host dv-cinder-831247-13-iscsi {{(pid=109655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:54:17.981791 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe514352-76b5-4d95-a89b-941747f9b0dd admin admin] Pushing event deleted for resources: {'Port': ['ID=db43c3b5-52be-4d44-82bf-7acad880257b,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:54:17.985185 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90fce56-f813-4819-af96-9779af159b53 None None] DHCP port deletion for 525400d6-1496-4ff3-800d-4c5c0c40f61e request from dv-cinder-831247-13-iscsi {{(pid=109657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 00:54:18.057127 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fe514352-76b5-4d95-a89b-941747f9b0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135250', 'neutron.services.segments.db._delete_segments_for_network-8752661694154'] for network (525400d6-1496-4ff3-800d-4c5c0c40f61e), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:18.079222 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-fe514352-76b5-4d95-a89b-941747f9b0dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525400d6-1496-4ff3-800d-4c5c0c40f61e']}} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:54:18.088876 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-fe514352-76b5-4d95-a89b-941747f9b0dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0092f7-05b0-45c2-ad7a-03b6210fd14e') {'for_net_delete': True} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:54:18.089176 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-fe514352-76b5-4d95-a89b-941747f9b0dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0092f7-05b0-45c2-ad7a-03b6210fd14e') {} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:54:18.098698 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fe514352-76b5-4d95-a89b-941747f9b0dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752661698259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5409014'] for segment (5a0092f7-05b0-45c2-ad7a-03b6210fd14e), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:18.112102 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fe514352-76b5-4d95-a89b-941747f9b0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (5a0092f7-05b0-45c2-ad7a-03b6210fd14e), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:18.119247 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe514352-76b5-4d95-a89b-941747f9b0dd admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=109655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 00:54:18.119681 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fe514352-76b5-4d95-a89b-941747f9b0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5476121'] for segment (5a0092f7-05b0-45c2-ad7a-03b6210fd14e), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: Traceback (most recent call last): Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: timer() Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: cb(*args, **kw) Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: return func(*args, **kwargs) Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: self._notify() Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: self.callback(batched_events) Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: event.method(event) Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: return f(self, *a, **k) Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: return self._get(url).json() Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: return self.request(url, 'GET', **kwargs) Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 00:54:18.121377 dv-cinder-831247-13-iscsi neutron-server[109655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 00:54:18.184084 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fe514352-76b5-4d95-a89b-941747f9b0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558650'] for network (525400d6-1496-4ff3-800d-4c5c0c40f61e), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:18.190007 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-fe514352-76b5-4d95-a89b-941747f9b0dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:18.193163 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-fe514352-76b5-4d95-a89b-941747f9b0dd admin admin] 10.222.0.10 "DELETE /v2.0/networks/525400d6-1496-4ff3-800d-4c5c0c40f61e HTTP/1.1" status: 204 len: 168 time: 0.5286424 Mar 16 00:54:18.196899 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [-] (109656) accepted ('10.222.0.10', 36598) {{(pid=109656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:54:18.209844 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe514352-76b5-4d95-a89b-941747f9b0dd admin admin] Pushing event deleted for resources: {'Network': ['ID=525400d6-1496-4ff3-800d-4c5c0c40f61e,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:54:18.341391 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device a4d55fa6-d0a8-47cf-8f0b-76320e78ab61 no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:54:18.365843 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: a4d55fa6-d0a8-47cf-8f0b-76320e78ab61 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:54:18.366195 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device a4d55fa6-d0a8-47cf-8f0b-76320e78ab61 not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:54:18.366624 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device db43c3b5-52be-4d44-82bf-7acad880257b no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:54:18.386329 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: db43c3b5-52be-4d44-82bf-7acad880257b {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:54:18.386698 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device db43c3b5-52be-4d44-82bf-7acad880257b not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:54:18.387137 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device fa18c48f-75e0-495a-a52f-e5c6b3ec54f0 no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:54:18.406500 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: fa18c48f-75e0-495a-a52f-e5c6b3ec54f0 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:54:18.406847 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device fa18c48f-75e0-495a-a52f-e5c6b3ec54f0 not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:54:18.563711 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f0a9-1141-457e-8229-8e4770c298c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557332'] for router_interface (05f71dcc-6a70-4ec5-90a5-c6bcac618744), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:18.813909 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5f0a9-1141-457e-8229-8e4770c298c2 admin admin] Deleting port 5808a385-d659-4300-8c99-dfd28d1b6946 {{(pid=109656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:54:18.814138 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f0a9-1141-457e-8229-8e4770c298c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (5808a385-d659-4300-8c99-dfd28d1b6946), before_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:18.893664 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.db [None req-a9e5f0a9-1141-457e-8229-8e4770c298c2 admin admin] For port 5808a385-d659-4300-8c99-dfd28d1b6946, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=5808a385-d659-4300-8c99-dfd28d1b6946,segment=NetworkSegment(0a925402-7221-461f-8548-56ed5f5d7949),segment_id=0a925402-7221-461f-8548-56ed5f5d7949)] {{(pid=109656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:54:18.894033 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f0a9-1141-457e-8229-8e4770c298c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (5808a385-d659-4300-8c99-dfd28d1b6946), precommit_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:18.906511 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5f0a9-1141-457e-8229-8e4770c298c2 admin admin] Calling delete_port for 5808a385-d659-4300-8c99-dfd28d1b6946 owned by network:router_interface {{(pid=109656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:54:19.100257 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f0a9-1141-457e-8229-8e4770c298c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5920092'] for port (5808a385-d659-4300-8c99-dfd28d1b6946), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:19.125271 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5f0a9-1141-457e-8229-8e4770c298c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5808a385-d659-4300-8c99-dfd28d1b6946,revision_number=None']} {{(pid=109656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:54:19.299378 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f0a9-1141-457e-8229-8e4770c298c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557496'] for router_interface (05f71dcc-6a70-4ec5-90a5-c6bcac618744), after_delete {{(pid=109656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:19.517756 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e5f0a9-1141-457e-8229-8e4770c298c2 admin admin] Router 05f71dcc-6a70-4ec5-90a5-c6bcac618744 has already been hosted by L3 agent 3a805644-4360-4fc3-bbc9-7ce980b4a098 {{(pid=109656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 00:54:19.633288 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e5f0a9-1141-457e-8229-8e4770c298c2 admin admin] Notify agent at l3_agent.dv-cinder-831247-13-iscsi the message routers_updated {{(pid=109656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 00:54:19.639111 dv-cinder-831247-13-iscsi neutron-server[109656]: INFO neutron.wsgi [None req-a9e5f0a9-1141-457e-8229-8e4770c298c2 admin admin] 10.222.0.10 "PUT /v2.0/routers/05f71dcc-6a70-4ec5-90a5-c6bcac618744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4411025 Mar 16 00:54:19.641816 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36600) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:54:19.642709 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef40f4-4cd7-44e0-b001-fb3469a806e3 None None] Sync routers for ids ['05f71dcc-6a70-4ec5-90a5-c6bcac618744'] in dv-cinder-831247-13-iscsi {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 00:54:19.653029 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ef40f4-4cd7-44e0-b001-fb3469a806e3 None None] Routers {'05f71dcc-6a70-4ec5-90a5-c6bcac618744'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:54:19.653690 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-38ef40f4-4cd7-44e0-b001-fb3469a806e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:53:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['05f71dcc-6a70-4ec5-90a5-c6bcac618744'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:54:19.748142 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6a67f462-4bcb-4f80-88bb-1ec894b5feef admin admin] Publish callbacks [] for router (05f71dcc-6a70-4ec5-90a5-c6bcac618744), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:19.760778 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-38ef40f4-4cd7-44e0-b001-fb3469a806e3 None None] Set router 05f71dcc-6a70-4ec5-90a5-c6bcac618744 gateway port host: dv-cinder-831247-13-iscsi {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:54:19.851816 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6a67f462-4bcb-4f80-88bb-1ec894b5feef admin admin] Publish callbacks [] for router_gateway (05f71dcc-6a70-4ec5-90a5-c6bcac618744), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:19.920774 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-6a67f462-4bcb-4f80-88bb-1ec894b5feef admin admin] Deleting port 593f2e47-e099-44bf-a27d-686f651c9ca4 {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:54:19.921114 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6a67f462-4bcb-4f80-88bb-1ec894b5feef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (593f2e47-e099-44bf-a27d-686f651c9ca4), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:19.937914 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-38ef40f4-4cd7-44e0-b001-fb3469a806e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f71dcc-6a70-4ec5-90a5-c6bcac618744', 'name': 'tempest-TestShelveInstance-557483817-router', 'tenant_id': '225680a4e021419e87a18dc97ea3123d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'external_fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '593f2e47-e099-44bf-a27d-686f651c9ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:05Z', 'updated_at': '2022-03-16T00:54:19Z', 'revision_number': 5, 'project_id': '225680a4e021419e87a18dc97ea3123d', 'gw_port': {'id': '593f2e47-e099-44bf-a27d-686f651c9ca4', 'name': '', 'network_id': 'd7b91a62-3519-438e-afea-681b80fa7f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f71dcc-6a70-4ec5-90a5-c6bcac618744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T00:50:05Z', 'updated_at': '2022-03-16T00:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a0a0176-8316-4e36-b9db-3d1aa2c9679e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-13-iscsi'}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:54:19.969503 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef40f4-4cd7-44e0-b001-fb3469a806e3 None None] Checking router: 05f71dcc-6a70-4ec5-90a5-c6bcac618744 for host: dv-cinder-831247-13-iscsi {{(pid=109657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 00:54:19.977746 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ef40f4-4cd7-44e0-b001-fb3469a806e3 None None] Routers {'05f71dcc-6a70-4ec5-90a5-c6bcac618744'} bound to L3 agent in host dv-cinder-831247-13-iscsi {{(pid=109657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 00:54:19.978367 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-38ef40f4-4cd7-44e0-b001-fb3469a806e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T00:24:52Z,description=,heartbeat_timestamp=2022-03-16T00:53:52Z,host='dv-cinder-831247-13-iscsi',id=3a805644-4360-4fc3-bbc9-7ce980b4a098,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T00:24:52Z,topic='l3_agent')) {'router_ids': ['05f71dcc-6a70-4ec5-90a5-c6bcac618744'], 'active': True} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:54:20.005119 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [None req-6a67f462-4bcb-4f80-88bb-1ec894b5feef admin admin] For port 593f2e47-e099-44bf-a27d-686f651c9ca4, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=593f2e47-e099-44bf-a27d-686f651c9ca4,segment=NetworkSegment(379d157a-bf3e-41b3-be04-27ca8678e4bd),segment_id=379d157a-bf3e-41b3-be04-27ca8678e4bd)] {{(pid=109655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:54:20.005392 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6a67f462-4bcb-4f80-88bb-1ec894b5feef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (593f2e47-e099-44bf-a27d-686f651c9ca4), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:20.018031 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-6a67f462-4bcb-4f80-88bb-1ec894b5feef admin admin] Calling delete_port for 593f2e47-e099-44bf-a27d-686f651c9ca4 owned by network:router_gateway {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:54:20.062919 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-328e31a4-94ff-485c-a95d-f7e2ede0ab76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:20.079760 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_dvr_db [None req-38ef40f4-4cd7-44e0-b001-fb3469a806e3 None None] Set router 05f71dcc-6a70-4ec5-90a5-c6bcac618744 gateway port host: None {{(pid=109657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 00:54:20.133734 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.db.l3_hamode_db [None req-38ef40f4-4cd7-44e0-b001-fb3469a806e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f71dcc-6a70-4ec5-90a5-c6bcac618744', 'name': 'tempest-TestShelveInstance-557483817-router', 'tenant_id': '225680a4e021419e87a18dc97ea3123d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:05Z', 'updated_at': '2022-03-16T00:54:19Z', 'revision_number': 6, 'project_id': '225680a4e021419e87a18dc97ea3123d', 'gw_port_host': None}], 'dv-cinder-831247-13-iscsi', False) {} {{(pid=109657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:54:20.164846 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef40f4-4cd7-44e0-b001-fb3469a806e3 None None] The sync data for ids ['05f71dcc-6a70-4ec5-90a5-c6bcac618744'] in dv-cinder-831247-13-iscsi is: [{'id': '05f71dcc-6a70-4ec5-90a5-c6bcac618744', 'name': 'tempest-TestShelveInstance-557483817-router', 'tenant_id': '225680a4e021419e87a18dc97ea3123d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T00:50:05Z', 'updated_at': '2022-03-16T00:54:19Z', 'revision_number': 6, 'project_id': '225680a4e021419e87a18dc97ea3123d', 'gw_port_host': None}] {{(pid=109657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 00:54:20.193013 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6a67f462-4bcb-4f80-88bb-1ec894b5feef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (593f2e47-e099-44bf-a27d-686f651c9ca4), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:20.217579 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67f462-4bcb-4f80-88bb-1ec894b5feef admin admin] Pushing event deleted for resources: {'Port': ['ID=593f2e47-e099-44bf-a27d-686f651c9ca4,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:54:20.279125 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6a67f462-4bcb-4f80-88bb-1ec894b5feef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558686'] for router_gateway (05f71dcc-6a70-4ec5-90a5-c6bcac618744), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:20.371004 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6a67f462-4bcb-4f80-88bb-1ec894b5feef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27878'] for router (05f71dcc-6a70-4ec5-90a5-c6bcac618744), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:20.373469 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6a67f462-4bcb-4f80-88bb-1ec894b5feef admin admin] Publish callbacks [] for router_controller (05f71dcc-6a70-4ec5-90a5-c6bcac618744), precommit_delete_associations {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:20.420535 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6a67f462-4bcb-4f80-88bb-1ec894b5feef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564910'] for router (05f71dcc-6a70-4ec5-90a5-c6bcac618744), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:20.421129 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a67f462-4bcb-4f80-88bb-1ec894b5feef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05f71dcc-6a70-4ec5-90a5-c6bcac618744 {{(pid=109655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 00:54:20.425480 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-6a67f462-4bcb-4f80-88bb-1ec894b5feef admin admin] Publish callbacks [] for router (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:20.426658 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-6a67f462-4bcb-4f80-88bb-1ec894b5feef admin admin] 10.222.0.10 "DELETE /v2.0/routers/05f71dcc-6a70-4ec5-90a5-c6bcac618744 HTTP/1.1" status: 204 len: 168 time: 0.7838383 Mar 16 00:54:20.429086 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36602) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:54:20.473102 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf32746-12f9-473b-9d34-f1c7d603c409 admin admin] Deleting subnet 5c10fa59-4927-43f2-a4de-80618c8d514e {{(pid=109655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 00:54:20.476783 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5cf32746-12f9-473b-9d34-f1c7d603c409 admin admin] Publish callbacks [] for subnet (5c10fa59-4927-43f2-a4de-80618c8d514e), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:20.509996 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5cf32746-12f9-473b-9d34-f1c7d603c409 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5409021'] for subnet (5c10fa59-4927-43f2-a4de-80618c8d514e), precommit_delete_associations {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:20.597473 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5cf32746-12f9-473b-9d34-f1c7d603c409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1106181'] for subnet (5c10fa59-4927-43f2-a4de-80618c8d514e), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:20.652091 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5cf32746-12f9-473b-9d34-f1c7d603c409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1106430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5476275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5478546'] for subnet (5c10fa59-4927-43f2-a4de-80618c8d514e), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:20.677203 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf32746-12f9-473b-9d34-f1c7d603c409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c10fa59-4927-43f2-a4de-80618c8d514e,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:54:20.681529 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5cf32746-12f9-473b-9d34-f1c7d603c409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for subnet (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:20.684838 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-5cf32746-12f9-473b-9d34-f1c7d603c409 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5c10fa59-4927-43f2-a4de-80618c8d514e HTTP/1.1" status: 204 len: 168 time: 0.2546027 Mar 16 00:54:20.687184 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36604) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:54:20.687850 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949eec86-f70d-4cd4-bf62-2a944a6b847a None None] Network f169f2b5-65cd-4429-920f-0e5b340f394d requested from dv-cinder-831247-13-iscsi {{(pid=109657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 00:54:20.754323 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4d8ace4c-4910-4b3f-992d-751f3435ef24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1244356'] for network (f169f2b5-65cd-4429-920f-0e5b340f394d), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:20.811004 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-4d8ace4c-4910-4b3f-992d-751f3435ef24 admin admin] Deleting port dec0abfd-5db2-4113-ba00-7f2eaebd4e6b {{(pid=109655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 00:54:20.811349 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4d8ace4c-4910-4b3f-992d-751f3435ef24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752661819046'] for port (dec0abfd-5db2-4113-ba00-7f2eaebd4e6b), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:20.872813 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.db [None req-4d8ace4c-4910-4b3f-992d-751f3435ef24 admin admin] For port dec0abfd-5db2-4113-ba00-7f2eaebd4e6b, host dv-cinder-831247-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-13-iscsi',level=0,port_id=dec0abfd-5db2-4113-ba00-7f2eaebd4e6b,segment=NetworkSegment(0a925402-7221-461f-8548-56ed5f5d7949),segment_id=0a925402-7221-461f-8548-56ed5f5d7949)] {{(pid=109655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 00:54:20.873089 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4d8ace4c-4910-4b3f-992d-751f3435ef24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559781'] for port (dec0abfd-5db2-4113-ba00-7f2eaebd4e6b), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:20.885659 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.plugin [None req-4d8ace4c-4910-4b3f-992d-751f3435ef24 admin admin] Calling delete_port for dec0abfd-5db2-4113-ba00-7f2eaebd4e6b owned by network:dhcp {{(pid=109655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 00:54:20.962625 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e1a962-9dc7-4dee-b0d5-78e5f5d7925e None None] DHCP port deletion for f169f2b5-65cd-4429-920f-0e5b340f394d request from dv-cinder-831247-13-iscsi {{(pid=109657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 00:54:20.969924 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4d8ace4c-4910-4b3f-992d-751f3435ef24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1357324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752661825549', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752661236062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5476204'] for port (dec0abfd-5db2-4113-ba00-7f2eaebd4e6b), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:20.997636 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ace4c-4910-4b3f-992d-751f3435ef24 admin admin] Pushing event deleted for resources: {'Port': ['ID=dec0abfd-5db2-4113-ba00-7f2eaebd4e6b,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:54:21.001147 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8ace4c-4910-4b3f-992d-751f3435ef24 admin admin] No DVR routers for this DVR port dec0abfd-5db2-4113-ba00-7f2eaebd4e6b on host dv-cinder-831247-13-iscsi {{(pid=109655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 00:54:21.076669 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4d8ace4c-4910-4b3f-992d-751f3435ef24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135250', 'neutron.services.segments.db._delete_segments_for_network-8752661694154'] for network (f169f2b5-65cd-4429-920f-0e5b340f394d), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:21.102326 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-4d8ace4c-4910-4b3f-992d-751f3435ef24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f169f2b5-65cd-4429-920f-0e5b340f394d']}} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:54:21.112159 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-4d8ace4c-4910-4b3f-992d-751f3435ef24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a925402-7221-461f-8548-56ed5f5d7949') {'for_net_delete': True} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:54:21.112456 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.services.segments.db [None req-4d8ace4c-4910-4b3f-992d-751f3435ef24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a925402-7221-461f-8548-56ed5f5d7949') {} {{(pid=109655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 00:54:21.124227 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4d8ace4c-4910-4b3f-992d-751f3435ef24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752661698259', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5409014'] for segment (0a925402-7221-461f-8548-56ed5f5d7949), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:21.129804 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 5808a385-d659-4300-8c99-dfd28d1b6946 no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:54:21.131727 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-20e1a962-9dc7-4dee-b0d5-78e5f5d7925e None None] The port 'dec0abfd-5db2-4113-ba00-7f2eaebd4e6b' was deleted {{(pid=109657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 16 00:54:21.145162 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4d8ace4c-4910-4b3f-992d-751f3435ef24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552'] for segment (0a925402-7221-461f-8548-56ed5f5d7949), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:21.153245 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: 5808a385-d659-4300-8c99-dfd28d1b6946 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:54:21.153598 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8ace4c-4910-4b3f-992d-751f3435ef24 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 00:54:21.153718 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 5808a385-d659-4300-8c99-dfd28d1b6946 not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:54:21.154315 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4d8ace4c-4910-4b3f-992d-751f3435ef24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1109552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5476121'] for segment (0a925402-7221-461f-8548-56ed5f5d7949), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: Traceback (most recent call last): Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: timer() Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: cb(*args, **kw) Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: return func(*args, **kwargs) Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: self._notify() Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: self.callback(batched_events) Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: event.method(event) Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: return f(self, *a, **k) Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: return self._get(url).json() Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: return self.request(url, 'GET', **kwargs) Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 00:54:21.157466 dv-cinder-831247-13-iscsi neutron-server[109655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 00:54:21.214570 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4d8ace4c-4910-4b3f-992d-751f3435ef24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558650'] for network (f169f2b5-65cd-4429-920f-0e5b340f394d), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:21.220378 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-4d8ace4c-4910-4b3f-992d-751f3435ef24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044261'] for network (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:21.223692 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-4d8ace4c-4910-4b3f-992d-751f3435ef24 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f169f2b5-65cd-4429-920f-0e5b340f394d HTTP/1.1" status: 204 len: 168 time: 0.5355880 Mar 16 00:54:21.235985 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ace4c-4910-4b3f-992d-751f3435ef24 admin admin] Pushing event deleted for resources: {'Network': ['ID=f169f2b5-65cd-4429-920f-0e5b340f394d,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:54:21.383317 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36608) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:54:21.423026 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-07586737-21e7-45f3-980c-d44fc2e08002 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=56cf1090207140139d9fa64b45cb3151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380144 Mar 16 00:54:21.425579 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36610) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:54:21.473007 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5cbf415f-9550-4584-b0c1-5fde17078335 admin admin] Publish callbacks [] for security_group (486a6f88-738d-4d6c-9918-b094c4664ca2), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:21.497565 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5cbf415f-9550-4584-b0c1-5fde17078335 admin admin] Publish callbacks [] for security_group (486a6f88-738d-4d6c-9918-b094c4664ca2), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:21.544820 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5cbf415f-9550-4584-b0c1-5fde17078335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (486a6f88-738d-4d6c-9918-b094c4664ca2), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:21.547510 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-5cbf415f-9550-4584-b0c1-5fde17078335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:21.548649 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-5cbf415f-9550-4584-b0c1-5fde17078335 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/486a6f88-738d-4d6c-9918-b094c4664ca2 HTTP/1.1" status: 204 len: 168 time: 0.1221726 Mar 16 00:54:21.556942 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf415f-9550-4584-b0c1-5fde17078335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486a6f88-738d-4d6c-9918-b094c4664ca2,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:54:21.857773 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36616) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:54:21.898765 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-dba8c5e0-e369-43c5-a43b-03ee16659678 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=225680a4e021419e87a18dc97ea3123d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397830 Mar 16 00:54:21.901193 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.wsgi [-] (109655) accepted ('10.222.0.10', 36618) {{(pid=109655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 00:54:21.947000 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8b5403ca-5a60-46ae-a455-cd2dfba2f90b admin admin] Publish callbacks [] for security_group (2855d66e-a886-45c1-b1d1-d67d0317dc91), before_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:21.967096 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8b5403ca-5a60-46ae-a455-cd2dfba2f90b admin admin] Publish callbacks [] for security_group (2855d66e-a886-45c1-b1d1-d67d0317dc91), precommit_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:22.014678 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8b5403ca-5a60-46ae-a455-cd2dfba2f90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-928078'] for security_group (2855d66e-a886-45c1-b1d1-d67d0317dc91), after_delete {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:22.017433 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron_lib.callbacks.manager [None req-8b5403ca-5a60-46ae-a455-cd2dfba2f90b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:22.018736 dv-cinder-831247-13-iscsi neutron-server[109655]: INFO neutron.wsgi [None req-8b5403ca-5a60-46ae-a455-cd2dfba2f90b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2855d66e-a886-45c1-b1d1-d67d0317dc91 HTTP/1.1" status: 204 len: 168 time: 0.1165321 Mar 16 00:54:22.026609 dv-cinder-831247-13-iscsi neutron-server[109655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5403ca-5a60-46ae-a455-cd2dfba2f90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2855d66e-a886-45c1-b1d1-d67d0317dc91,revision_number=None']} {{(pid=109655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 00:54:22.343490 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 593f2e47-e099-44bf-a27d-686f651c9ca4 no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:54:22.364283 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: 593f2e47-e099-44bf-a27d-686f651c9ca4 {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:54:22.364537 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device 593f2e47-e099-44bf-a27d-686f651c9ca4 not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:54:22.364971 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device dec0abfd-5db2-4113-ba00-7f2eaebd4e6b no longer exists at agent ovs-agent-dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 00:54:22.392059 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.plugin [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] No Port match for: dec0abfd-5db2-4113-ba00-7f2eaebd4e6b {{(pid=109657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 00:54:22.392673 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron.plugins.ml2.rpc [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Device dec0abfd-5db2-4113-ba00-7f2eaebd4e6b not bound to the agent host dv-cinder-831247-13-iscsi {{(pid=109657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 00:54:22.408434 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-bd70a8e2-488b-4acf-919c-136cc02cd07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:23.679498 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:23.910524 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:25.078041 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:26.393721 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:40.792849 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:54:50.029766 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-190881e1-fe67-4100-925a-8a48f5634024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:52.390103 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-5852bebb-bbea-44e7-b676-e2ad54255874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:53.682740 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:53.922427 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:55.080446 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:54:56.395320 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:55:17.791688 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:55:20.022834 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e29ebeb0-0057-46e2-bdde-47a6e49d82d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:55:22.391697 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-16ae26fb-2efe-43a6-91b5-d00b963a88d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:55:23.684780 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:55:23.946173 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:55:25.081462 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:55:26.397811 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:55:49.448300 dv-cinder-831247-13-iscsi neutron-server[109656]: DEBUG neutron.wsgi [req-596d23cd-6f09-44ad-aab4-4693cb744752 req-e8cf81a5-f970-426a-b405-aa63fc270095 service neutron] (109656) timed out ('10.222.0.46', 53468) {{(pid=109656) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 16 00:55:50.023468 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-e0e7f9d7-badf-4dfe-b40f-087c0734326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:55:52.392440 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-56d86fa1-0a47-4b16-8f45-f83327e446ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:55:53.687234 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:55:53.949185 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:55:54.790318 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:55:55.085695 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:55:56.399266 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:56:20.027056 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec127a2a-9f49-4b6b-91b1-c0fd566d4b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:56:22.393529 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-97e97111-f911-4f93-bc4b-3b263539d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:56:23.688962 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:56:23.946321 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:56:25.087627 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:56:26.400508 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:56:31.789974 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:56:50.027772 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-35d9234b-ab60-4bba-a730-a79ebb70c9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:56:52.396212 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-c605dbc0-3bb3-4459-90fb-52beded237b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:56:53.691895 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:56:53.960306 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:56:55.091059 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:56:56.402870 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:57:08.789302 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:57:20.028193 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-080004a5-a059-4952-aff8-b27f136aba06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:57:22.396954 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-98f220d4-e54f-4af1-8758-e75b3585aa36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:57:23.694250 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:57:23.967862 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:57:25.093202 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:57:26.405745 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:57:45.788406 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:57:50.029176 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-73ef36a2-c3a6-497e-b972-cc19baae800c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:57:52.397147 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-054e047b-a4af-4e10-a88b-be0019878a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:57:53.698147 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:57:53.973711 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:57:55.095691 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:57:56.408546 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:58:20.031592 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-be693c3c-64fc-44e2-aabd-d21e865514f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:58:22.398264 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-41986451-d922-4988-8c54-4408c9338944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:58:22.787113 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:58:23.704612 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:58:23.987723 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:58:25.098108 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:58:26.411449 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:58:50.034844 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-38cf4b06-d16b-488a-b6f9-59d8fc7970c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:58:52.398738 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-2a5f8ff9-59ae-4863-b690-b9c2785877a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:58:53.703412 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:58:54.001733 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:58:55.100521 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:58:56.413449 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:58:59.786280 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 00:59:20.035961 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d8cb-b7ee-4ba3-a03c-6643f2c49751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (92114df5-18d6-4d7c-9264-0f0b53b6b6a9), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:59:22.400372 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-67c7896a-59ec-4b1c-b03c-12555e23f09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (3a805644-4360-4fc3-bbc9-7ce980b4a098), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:59:23.706039 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-ec6549f5-faa6-44e1-8691-76c25e51a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (2f279865-4405-4ccf-94a2-4c79a28f1793), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:59:24.001601 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-adc1c923-684c-4d24-b000-232159e63758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (b9d601fa-f980-49b0-9520-143ebd33322f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:59:25.103482 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-0bec862b-8087-494d-975a-ca573568b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (635a9ad5-2b83-4ae5-b90f-957732a29143), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:59:26.415649 dv-cinder-831247-13-iscsi neutron-server[109657]: DEBUG neutron_lib.callbacks.manager [None req-eb63b18f-9093-4374-b407-1e434e1a729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752661694136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1136537'] for agent (90d27309-ba6d-4f05-9ad8-ffb623e79d1f), after_update {{(pid=109657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 00:59:36.784612 dv-cinder-831247-13-iscsi neutron-server[109658]: DEBUG neutron.db.agents_db [None req-b3578a1e-9d8a-41c6-8dc7-135dc5709192 None None] Agent healthcheck: found 6 active agents {{(pid=109658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}